2024-11-12 18:17:18,497 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 18:17:18,532 main DEBUG Took 0.032168 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 18:17:18,532 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 18:17:18,533 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 18:17:18,534 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 18:17:18,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,546 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 18:17:18,563 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,569 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,570 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,571 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,572 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,573 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 18:17:18,578 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,578 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 18:17:18,580 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 18:17:18,582 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 18:17:18,585 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 18:17:18,585 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 18:17:18,587 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 18:17:18,587 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 18:17:18,598 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 18:17:18,601 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 18:17:18,603 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 18:17:18,603 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 18:17:18,604 main DEBUG createAppenders(={Console}) 2024-11-12 18:17:18,605 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 18:17:18,605 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 18:17:18,605 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 18:17:18,606 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 18:17:18,606 main DEBUG OutputStream closed 2024-11-12 18:17:18,606 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 18:17:18,607 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 18:17:18,607 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 18:17:18,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 18:17:18,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 18:17:18,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 18:17:18,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 18:17:18,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 18:17:18,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 18:17:18,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 18:17:18,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 18:17:18,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 18:17:18,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 18:17:18,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 18:17:18,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 18:17:18,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 18:17:18,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 18:17:18,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 18:17:18,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 18:17:18,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 18:17:18,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 18:17:18,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 18:17:18,730 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 18:17:18,730 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 18:17:18,731 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T18:17:18,751 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 18:17:18,755 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 18:17:18,756 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T18:17:18,840 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=669, ProcessCount=11, AvailableMemoryMB=1481 2024-11-12T18:17:19,201 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T18:17:19,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3 2024-11-12T18:17:19,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8, deleteOnExit=true 2024-11-12T18:17:19,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/zookeeper_0, clientPort=59765, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:17:19,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59765 2024-11-12T18:17:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:17:19,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:17:19,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/test.cache.data in system properties and HBase conf 2024-11-12T18:17:19,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:17:19,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:17:19,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:17:19,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:17:19,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:17:19,610 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T18:17:19,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:17:19,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:19,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:19,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:17:19,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:19,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:17:19,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:17:19,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:19,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:19,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:17:19,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:17:19,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:17:19,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:19,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:17:19,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:17:20,951 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:17:21,076 INFO [Time-limited test {}] log.Log(170): Logging initialized @3627ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T18:17:21,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:21,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:21,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:21,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:21,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:17:21,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:21,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:21,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:21,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/java.io.tmpdir/jetty-localhost-34265-hadoop-hdfs-3_4_1-tests_jar-_-any-5420749798192413047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:21,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:34265} 2024-11-12T18:17:21,662 INFO [Time-limited test {}] server.Server(415): Started @4213ms 2024-11-12T18:17:22,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:22,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:22,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:22,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:22,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:17:22,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:22,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:22,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/java.io.tmpdir/jetty-localhost-39119-hadoop-hdfs-3_4_1-tests_jar-_-any-3176316101625099164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:22,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:39119} 2024-11-12T18:17:22,421 INFO [Time-limited test {}] server.Server(415): Started @4972ms 2024-11-12T18:17:22,497 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:17:22,938 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/data/data1/current/BP-1303828520-172.17.0.3-1731435440588/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:22,938 WARN [Thread-70 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/data/data2/current/BP-1303828520-172.17.0.3-1731435440588/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:22,986 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:17:23,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3 2024-11-12T18:17:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf1418e508b6e4a3 with lease ID 0x603e67a4e337e069: Processing first storage report for DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f from datanode DatanodeRegistration(127.0.0.1:35181, datanodeUuid=e9352b20-7fbf-4061-aa5d-2042f2625211, infoPort=43909, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=644959902;c=1731435440588) 2024-11-12T18:17:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf1418e508b6e4a3 with lease ID 0x603e67a4e337e069: from storage DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f node DatanodeRegistration(127.0.0.1:35181, datanodeUuid=e9352b20-7fbf-4061-aa5d-2042f2625211, infoPort=43909, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=644959902;c=1731435440588), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T18:17:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf1418e508b6e4a3 with lease ID 0x603e67a4e337e069: Processing first storage report for DS-0f3eddba-f732-4489-829d-093fecb8d25c from datanode DatanodeRegistration(127.0.0.1:35181, datanodeUuid=e9352b20-7fbf-4061-aa5d-2042f2625211, infoPort=43909, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=644959902;c=1731435440588) 2024-11-12T18:17:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf1418e508b6e4a3 with lease ID 0x603e67a4e337e069: from storage DS-0f3eddba-f732-4489-829d-093fecb8d25c node DatanodeRegistration(127.0.0.1:35181, datanodeUuid=e9352b20-7fbf-4061-aa5d-2042f2625211, infoPort=43909, infoSecurePort=0, ipcPort=33755, storageInfo=lv=-57;cid=testClusterID;nsid=644959902;c=1731435440588), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:17:23,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:23,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:17:23,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22 with version=8 2024-11-12T18:17:23,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/hbase-staging 2024-11-12T18:17:23,791 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T18:17:24,061 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:24,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:24,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:24,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:24,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:24,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:24,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:17:24,295 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T18:17:24,304 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T18:17:24,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:24,337 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9950 (auto-detected) 2024-11-12T18:17:24,338 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T18:17:24,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33803 2024-11-12T18:17:24,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33803 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:24,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338030x0, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:24,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33803-0x10035362fcf0000 connected 2024-11-12T18:17:24,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:24,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:24,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:24,507 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22, hbase.cluster.distributed=false 2024-11-12T18:17:24,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/acl 2024-11-12T18:17:24,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-12T18:17:24,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33803 2024-11-12T18:17:24,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33803 2024-11-12T18:17:24,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-12T18:17:24,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33803 2024-11-12T18:17:24,673 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:24,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:24,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:24,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:24,678 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:17:24,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:24,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40547 2024-11-12T18:17:24,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40547 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:24,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:24,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:24,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405470x0, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:24,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40547-0x10035362fcf0001 connected 2024-11-12T18:17:24,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:24,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:17:24,708 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:17:24,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/master 2024-11-12T18:17:24,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/acl 2024-11-12T18:17:24,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40547 2024-11-12T18:17:24,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40547 2024-11-12T18:17:24,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40547 2024-11-12T18:17:24,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40547 2024-11-12T18:17:24,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40547 2024-11-12T18:17:24,738 DEBUG [M:0;9911683f163c:33803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:33803 2024-11-12T18:17:24,739 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1247784726/backup-masters/9911683f163c,33803,1731435443850 2024-11-12T18:17:24,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:24,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:24,749 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on existing znode=/0-1247784726/backup-masters/9911683f163c,33803,1731435443850 2024-11-12T18:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1247784726/master 2024-11-12T18:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:24,771 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on existing znode=/0-1247784726/master 2024-11-12T18:17:24,772 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1247784726/backup-masters/9911683f163c,33803,1731435443850 from backup master directory 2024-11-12T18:17:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:24,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/backup-masters/9911683f163c,33803,1731435443850 2024-11-12T18:17:24,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:24,776 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:24,776 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,33803,1731435443850 2024-11-12T18:17:24,779 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T18:17:24,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T18:17:24,842 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/hbase.id] with ID: ff08f1b1-a28c-429e-9b15-87c50fc4ab94 2024-11-12T18:17:24,842 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/.tmp/hbase.id 2024-11-12T18:17:24,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:17:25,255 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/.tmp/hbase.id]:[hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/hbase.id] 2024-11-12T18:17:25,300 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:25,306 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:17:25,326 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-12T18:17:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:25,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:17:25,354 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:25,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:17:25,374 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:17:25,379 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:17:25,839 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store 2024-11-12T18:17:25,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:17:25,878 INFO [master/9911683f163c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T18:17:25,883 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:25,885 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:25,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:25,886 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:25,888 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:25,888 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:25,889 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:25,890 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435445885Disabling compacts and flushes for region at 1731435445885Disabling writes for close at 1731435445888 (+3 ms)Writing region close event to WAL at 1731435445888Closed at 1731435445888 2024-11-12T18:17:25,893 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/.initializing 2024-11-12T18:17:25,894 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850 2024-11-12T18:17:25,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:25,925 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C33803%2C1731435443850, suffix=, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/oldWALs, maxLogs=10 2024-11-12T18:17:25,951 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850/9911683f163c%2C33803%2C1731435443850.1731435445930, exclude list is [], retry=0 2024-11-12T18:17:25,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:25,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T18:17:26,010 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850/9911683f163c%2C33803%2C1731435443850.1731435445930 2024-11-12T18:17:26,011 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:26,011 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:26,012 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:26,016 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:17:26,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:26,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:26,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:17:26,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:26,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:26,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:17:26,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:26,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:26,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:17:26,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:26,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:26,110 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,114 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,115 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,120 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,121 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,125 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:26,128 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:26,133 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:26,134 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59028820, jitterRate=-0.12040203809738159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:26,141 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435446029Initializing all the Stores at 1731435446032 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435446033 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435446034 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435446034Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435446034Cleaning up temporary data from old regions at 1731435446121 (+87 ms)Region opened successfully at 1731435446140 (+19 ms) 2024-11-12T18:17:26,142 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:17:26,178 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7a6868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:26,211 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:17:26,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:17:26,224 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:17:26,227 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:17:26,229 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T18:17:26,234 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T18:17:26,234 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:17:26,262 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:17:26,271 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/balancer because node does not exist (not necessarily an error) 2024-11-12T18:17:26,273 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/balancer already deleted, retry=false 2024-11-12T18:17:26,275 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:17:26,277 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:17:26,279 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/normalizer already deleted, retry=false 2024-11-12T18:17:26,281 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:17:26,284 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:17:26,286 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/switch/split already deleted, retry=false 2024-11-12T18:17:26,287 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:17:26,289 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/switch/merge already deleted, retry=false 2024-11-12T18:17:26,308 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:17:26,310 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/snapshot-cleanup already deleted, retry=false 2024-11-12T18:17:26,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:26,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:26,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:26,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:26,317 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,33803,1731435443850, sessionid=0x10035362fcf0000, setting cluster-up flag (Was=false) 2024-11-12T18:17:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:26,336 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1247784726/flush-table-proc/acquired, /0-1247784726/flush-table-proc/reached, /0-1247784726/flush-table-proc/abort 2024-11-12T18:17:26,338 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,33803,1731435443850 2024-11-12T18:17:26,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:26,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:26,352 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1247784726/online-snapshot/acquired, /0-1247784726/online-snapshot/reached, /0-1247784726/online-snapshot/abort 2024-11-12T18:17:26,354 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,33803,1731435443850 2024-11-12T18:17:26,361 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:17:26,427 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(746): ClusterId : ff08f1b1-a28c-429e-9b15-87c50fc4ab94 2024-11-12T18:17:26,430 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:17:26,436 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:17:26,436 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:17:26,440 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:17:26,440 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe53f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:26,441 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:26,452 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:17:26,458 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:40547 2024-11-12T18:17:26,458 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:17:26,461 INFO [RS:0;9911683f163c:40547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:17:26,461 INFO [RS:0;9911683f163c:40547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:17:26,461 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:17:26,464 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,33803,1731435443850 with port=40547, startcode=1731435444630 2024-11-12T18:17:26,466 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,33803,1731435443850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:17:26,475 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:26,475 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:26,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:26,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:26,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:17:26,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,477 DEBUG [RS:0;9911683f163c:40547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:17:26,477 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:26,477 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,479 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435476479 2024-11-12T18:17:26,481 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:17:26,482 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:17:26,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:26,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:17:26,487 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:17:26,488 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:17:26,488 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:17:26,488 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:17:26,490 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:26,490 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:17:26,489 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:17:26,494 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:17:26,495 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:17:26,495 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:17:26,500 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:17:26,500 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:17:26,503 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435446502,5,FailOnTimeoutGroup] 2024-11-12T18:17:26,505 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435446503,5,FailOnTimeoutGroup] 2024-11-12T18:17:26,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:17:26,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:17:26,509 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:17:26,525 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,40547,1731435444630 2024-11-12T18:17:26,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33803 {}] master.ServerManager(517): Registering regionserver=9911683f163c,40547,1731435444630 2024-11-12T18:17:26,544 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22 2024-11-12T18:17:26,544 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40029 2024-11-12T18:17:26,544 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:17:26,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/rs 2024-11-12T18:17:26,550 DEBUG [RS:0;9911683f163c:40547 {}] zookeeper.ZKUtil(111): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on existing znode=/0-1247784726/rs/9911683f163c,40547,1731435444630 2024-11-12T18:17:26,550 WARN [RS:0;9911683f163c:40547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:26,550 INFO [RS:0;9911683f163c:40547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:26,551 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630 2024-11-12T18:17:26,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,40547,1731435444630] 2024-11-12T18:17:26,578 INFO [RS:0;9911683f163c:40547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:17:26,592 INFO [RS:0;9911683f163c:40547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:17:26,597 INFO [RS:0;9911683f163c:40547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:17:26,598 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,598 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:17:26,605 INFO [RS:0;9911683f163c:40547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:17:26,606 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,606 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,606 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,607 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,607 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,607 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,607 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:26,607 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,607 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,608 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,608 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,608 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,608 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:26,608 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:26,608 DEBUG [RS:0;9911683f163c:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:26,609 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,610 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,610 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,610 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,610 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,610 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40547,1731435444630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:26,631 INFO [RS:0;9911683f163c:40547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:17:26,633 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40547,1731435444630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,633 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,633 INFO [RS:0;9911683f163c:40547 {}] regionserver.Replication(171): 9911683f163c,40547,1731435444630 started 2024-11-12T18:17:26,653 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:26,653 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,40547,1731435444630, RpcServer on 9911683f163c/172.17.0.3:40547, sessionid=0x10035362fcf0001 2024-11-12T18:17:26,654 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:17:26,654 DEBUG [RS:0;9911683f163c:40547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,40547,1731435444630 2024-11-12T18:17:26,654 DEBUG [RS:0;9911683f163c:40547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,40547,1731435444630' 2024-11-12T18:17:26,654 DEBUG [RS:0;9911683f163c:40547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1247784726/flush-table-proc/abort' 2024-11-12T18:17:26,656 DEBUG [RS:0;9911683f163c:40547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1247784726/flush-table-proc/acquired' 2024-11-12T18:17:26,656 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:17:26,656 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:17:26,657 DEBUG [RS:0;9911683f163c:40547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,40547,1731435444630 2024-11-12T18:17:26,657 DEBUG [RS:0;9911683f163c:40547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,40547,1731435444630' 2024-11-12T18:17:26,657 DEBUG [RS:0;9911683f163c:40547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1247784726/online-snapshot/abort' 2024-11-12T18:17:26,657 DEBUG [RS:0;9911683f163c:40547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1247784726/online-snapshot/acquired' 2024-11-12T18:17:26,658 DEBUG [RS:0;9911683f163c:40547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:17:26,658 INFO [RS:0;9911683f163c:40547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:17:26,658 INFO [RS:0;9911683f163c:40547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:17:26,764 INFO [RS:0;9911683f163c:40547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:26,768 INFO [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C40547%2C1731435444630, suffix=, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs, maxLogs=10 2024-11-12T18:17:26,786 DEBUG [RS:0;9911683f163c:40547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771, exclude list is [], retry=0 2024-11-12T18:17:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:26,794 INFO [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 2024-11-12T18:17:26,795 DEBUG [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:26,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:17:26,909 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22 2024-11-12T18:17:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:17:27,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:27,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:27,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:27,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:27,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:27,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:27,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:27,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:27,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:27,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:27,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740 2024-11-12T18:17:27,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740 2024-11-12T18:17:27,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:27,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:27,348 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:27,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:27,355 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:27,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61911061, jitterRate=-0.07745330035686493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435447322Initializing all the Stores at 1731435447324 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435447324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435447325 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435447325Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435447325Cleaning up temporary data from old regions at 1731435447347 (+22 ms)Region opened successfully at 1731435447358 (+11 ms) 2024-11-12T18:17:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:27,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:27,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:27,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435447358Disabling compacts and flushes for region at 1731435447358Disabling writes for close at 1731435447358Writing region close event to WAL at 1731435447359 (+1 ms)Closed at 1731435447360 (+1 ms) 2024-11-12T18:17:27,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:27,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:17:27,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:17:27,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:27,382 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:17:27,534 DEBUG [9911683f163c:33803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:17:27,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,40547,1731435444630 2024-11-12T18:17:27,553 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,40547,1731435444630, state=OPENING 2024-11-12T18:17:27,559 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:17:27,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:27,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:27,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:27,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:27,566 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:27,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,40547,1731435444630}] 2024-11-12T18:17:27,745 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:17:27,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:17:27,760 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:17:27,761 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:27,762 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:17:27,765 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C40547%2C1731435444630.meta, suffix=.meta, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs, maxLogs=10 2024-11-12T18:17:27,782 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.meta.1731435447767.meta, exclude list is [], retry=0 2024-11-12T18:17:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:27,789 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.meta.1731435447767.meta 2024-11-12T18:17:27,790 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:27,790 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:27,795 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:27,796 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:27,799 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:17:27,801 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:17:27,804 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:17:27,805 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:27,805 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:17:27,805 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:17:27,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:27,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:27,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:27,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:27,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:27,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:27,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:27,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:27,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:27,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:27,818 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:27,819 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740 2024-11-12T18:17:27,822 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740 2024-11-12T18:17:27,824 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:27,824 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:27,825 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:27,827 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:27,829 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67490580, jitterRate=0.005688011646270752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:27,829 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:17:27,831 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435447805Writing region info on filesystem at 1731435447806 (+1 ms)Initializing all the Stores at 1731435447808 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435447808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435447808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435447808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435447808Cleaning up temporary data from old regions at 1731435447824 (+16 ms)Running coprocessor post-open hooks at 1731435447829 (+5 ms)Region opened successfully at 1731435447830 (+1 ms) 2024-11-12T18:17:27,839 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435447736 2024-11-12T18:17:27,851 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:17:27,852 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:17:27,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,40547,1731435444630 2024-11-12T18:17:27,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,40547,1731435444630, state=OPEN 2024-11-12T18:17:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:27,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:27,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:27,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:27,859 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,40547,1731435444630 2024-11-12T18:17:27,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:17:27,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,40547,1731435444630 in 291 msec 2024-11-12T18:17:27,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:17:27,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-12T18:17:27,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:27,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:17:27,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:27,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,40547,1731435444630, seqNum=-1] 2024-11-12T18:17:27,916 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:27,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:27,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5470 sec 2024-11-12T18:17:27,940 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435447940, completionTime=-1 2024-11-12T18:17:27,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:17:27,943 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:17:27,971 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:17:27,971 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435507971 2024-11-12T18:17:27,971 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435567971 2024-11-12T18:17:27,972 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-12T18:17:27,974 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33803,1731435443850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:27,974 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33803,1731435443850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:27,974 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33803,1731435443850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:27,976 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:33803, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:27,976 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:27,977 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:27,982 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:17:28,006 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-12T18:17:28,007 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:17:28,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:17:28,009 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:17:28,010 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:17:28,010 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:17:28,011 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33803,1731435443850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:28,012 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33803,1731435443850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:17:28,020 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:17:28,021 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:17:28,021 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33803,1731435443850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:28,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a3aa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:28,041 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T18:17:28,041 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T18:17:28,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33803,-1 for getting cluster id 2024-11-12T18:17:28,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:28,058 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff08f1b1-a28c-429e-9b15-87c50fc4ab94' 2024-11-12T18:17:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:28,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff08f1b1-a28c-429e-9b15-87c50fc4ab94" 2024-11-12T18:17:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33803,-1] 2024-11-12T18:17:28,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:28,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:28,071 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:28,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b006f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:28,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,40547,1731435444630, seqNum=-1] 2024-11-12T18:17:28,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:28,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:28,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,33803,1731435443850 2024-11-12T18:17:28,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:28,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:28,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10035362fcf0002 connected 2024-11-12T18:17:28,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir so I do NOT create it in target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed 2024-11-12T18:17:28,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:17:28,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.tmp.dir so I do NOT create it in target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed 2024-11-12T18:17:28,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:17:28,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed 2024-11-12T18:17:28,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:17:28,159 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/cluster_8c4b0b0c-9a88-20c7-6954-9c5443aa4117, deleteOnExit=true 2024-11-12T18:17:28,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:17:28,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/test.cache.data in system properties and HBase conf 2024-11-12T18:17:28,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:17:28,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:17:28,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:17:28,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:17:28,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:17:28,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:17:28,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:28,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:28,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:17:28,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:28,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:17:28,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:17:28,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:28,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:28,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:17:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:17:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:17:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:17:28,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:17:28,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:28,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:28,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:28,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:28,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:17:28,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:28,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c2098f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:28,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426ef9fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:28,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c194481{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/java.io.tmpdir/jetty-localhost-39685-hadoop-hdfs-3_4_1-tests_jar-_-any-8771319554248154353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:28,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ffd4f7a{HTTP/1.1, (http/1.1)}{localhost:39685} 2024-11-12T18:17:28,560 INFO [Time-limited test {}] server.Server(415): Started @11112ms 2024-11-12T18:17:28,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:28,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:28,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:28,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:28,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:17:28,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2be32ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:28,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269619de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:28,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a90de69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/java.io.tmpdir/jetty-localhost-39517-hadoop-hdfs-3_4_1-tests_jar-_-any-18104356590312389470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:28,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd82d32{HTTP/1.1, (http/1.1)}{localhost:39517} 2024-11-12T18:17:28,872 INFO [Time-limited test {}] server.Server(415): Started @11424ms 2024-11-12T18:17:28,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:17:29,005 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/cluster_8c4b0b0c-9a88-20c7-6954-9c5443aa4117/data/data1/current/BP-1909546716-172.17.0.3-1731435448213/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:29,007 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/cluster_8c4b0b0c-9a88-20c7-6954-9c5443aa4117/data/data2/current/BP-1909546716-172.17.0.3-1731435448213/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:29,067 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:17:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x915ebcec045999b2 with lease ID 0xa369b8fb6088114: Processing first storage report for DS-b50f2bfe-6dea-4f4d-aa51-3fcf9ba8bb83 from datanode DatanodeRegistration(127.0.0.1:44213, datanodeUuid=4384c543-5d1e-499b-8aea-4a83ce8d7df2, infoPort=38825, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=727426799;c=1731435448213) 2024-11-12T18:17:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x915ebcec045999b2 with lease ID 0xa369b8fb6088114: from storage DS-b50f2bfe-6dea-4f4d-aa51-3fcf9ba8bb83 node DatanodeRegistration(127.0.0.1:44213, datanodeUuid=4384c543-5d1e-499b-8aea-4a83ce8d7df2, infoPort=38825, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=727426799;c=1731435448213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:17:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x915ebcec045999b2 with lease ID 0xa369b8fb6088114: Processing first storage report for DS-26558426-49e1-4245-a1c4-c208a85b1d23 from datanode DatanodeRegistration(127.0.0.1:44213, datanodeUuid=4384c543-5d1e-499b-8aea-4a83ce8d7df2, infoPort=38825, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=727426799;c=1731435448213) 2024-11-12T18:17:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x915ebcec045999b2 with lease ID 0xa369b8fb6088114: from storage DS-26558426-49e1-4245-a1c4-c208a85b1d23 node DatanodeRegistration(127.0.0.1:44213, datanodeUuid=4384c543-5d1e-499b-8aea-4a83ce8d7df2, infoPort=38825, infoSecurePort=0, ipcPort=43911, storageInfo=lv=-57;cid=testClusterID;nsid=727426799;c=1731435448213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:17:29,139 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed 2024-11-12T18:17:29,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:29,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:17:29,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115 with version=8 2024-11-12T18:17:29,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/hbase-staging 2024-11-12T18:17:29,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:29,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:29,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:29,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:29,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:29,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:29,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:17:29,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:29,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34079 2024-11-12T18:17:29,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34079 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:29,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340790x0, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:29,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34079-0x10035362fcf0003 connected 2024-11-12T18:17:29,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:29,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:29,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/running 2024-11-12T18:17:29,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115, hbase.cluster.distributed=false 2024-11-12T18:17:29,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/acl 2024-11-12T18:17:29,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34079 2024-11-12T18:17:29,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34079 2024-11-12T18:17:29,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34079 2024-11-12T18:17:29,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34079 2024-11-12T18:17:29,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34079 2024-11-12T18:17:29,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:29,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:29,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:29,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:29,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:29,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:29,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:17:29,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:29,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37531 2024-11-12T18:17:29,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37531 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:29,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:29,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:29,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375310x0, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:29,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375310x0, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/running 2024-11-12T18:17:29,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:17:29,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37531-0x10035362fcf0004 connected 2024-11-12T18:17:29,684 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:17:29,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/master 2024-11-12T18:17:29,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/acl 2024-11-12T18:17:29,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-12T18:17:29,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37531 2024-11-12T18:17:29,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37531 2024-11-12T18:17:29,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-12T18:17:29,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37531 2024-11-12T18:17:29,726 DEBUG [M:0;9911683f163c:34079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:34079 2024-11-12T18:17:29,727 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1947078909/backup-masters/9911683f163c,34079,1731435449580 2024-11-12T18:17:29,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909/backup-masters 2024-11-12T18:17:29,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909/backup-masters 2024-11-12T18:17:29,731 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on existing znode=/1-1947078909/backup-masters/9911683f163c,34079,1731435449580 2024-11-12T18:17:29,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:29,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947078909/master 2024-11-12T18:17:29,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:29,735 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on existing znode=/1-1947078909/master 2024-11-12T18:17:29,736 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1947078909/backup-masters/9911683f163c,34079,1731435449580 from backup master directory 2024-11-12T18:17:29,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947078909/backup-masters/9911683f163c,34079,1731435449580 2024-11-12T18:17:29,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909/backup-masters 2024-11-12T18:17:29,738 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:29,738 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,34079,1731435449580 2024-11-12T18:17:29,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909/backup-masters 2024-11-12T18:17:29,756 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/hbase.id] with ID: d8c866fb-319c-4dfd-a8e5-347d062a28a3 2024-11-12T18:17:29,756 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/.tmp/hbase.id 2024-11-12T18:17:29,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:17:30,183 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/.tmp/hbase.id]:[hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/hbase.id] 2024-11-12T18:17:30,217 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:30,217 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:17:30,220 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T18:17:30,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:30,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:17:30,655 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:30,656 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:17:30,657 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:30,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:17:31,076 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store 2024-11-12T18:17:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:17:31,489 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:31,489 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:31,489 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:31,490 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:31,490 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:31,490 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:31,490 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:31,490 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435451489Disabling compacts and flushes for region at 1731435451489Disabling writes for close at 1731435451490 (+1 ms)Writing region close event to WAL at 1731435451490Closed at 1731435451490 2024-11-12T18:17:31,492 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/.initializing 2024-11-12T18:17:31,492 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/WALs/9911683f163c,34079,1731435449580 2024-11-12T18:17:31,495 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:31,499 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34079%2C1731435449580, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/WALs/9911683f163c,34079,1731435449580, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/oldWALs, maxLogs=10 2024-11-12T18:17:31,520 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/WALs/9911683f163c,34079,1731435449580/9911683f163c%2C34079%2C1731435449580.1731435451499, exclude list is [], retry=0 2024-11-12T18:17:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-b50f2bfe-6dea-4f4d-aa51-3fcf9ba8bb83,DISK] 2024-11-12T18:17:31,531 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/WALs/9911683f163c,34079,1731435449580/9911683f163c%2C34079%2C1731435449580.1731435451499 2024-11-12T18:17:31,533 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38825:38825)] 2024-11-12T18:17:31,534 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:31,534 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:31,534 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,535 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:17:31,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:31,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:17:31,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:17:31,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:31,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:17:31,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:31,559 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,561 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,562 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,565 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,565 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,566 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:31,570 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:31,575 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:31,577 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75416088, jitterRate=0.1237872838973999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:31,577 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435451535Initializing all the Stores at 1731435451537 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435451537Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435451540 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435451540Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435451541 (+1 ms)Cleaning up temporary data from old regions at 1731435451565 (+24 ms)Region opened successfully at 1731435451577 (+12 ms) 2024-11-12T18:17:31,579 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:17:31,587 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3744bd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:31,588 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:17:31,588 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:17:31,588 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:17:31,589 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:17:31,590 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:17:31,590 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:17:31,590 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:17:31,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:17:31,595 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Unable to get data of znode /1-1947078909/balancer because node does not exist (not necessarily an error) 2024-11-12T18:17:31,597 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/balancer already deleted, retry=false 2024-11-12T18:17:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:17:31,599 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Unable to get data of znode /1-1947078909/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:17:31,601 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/normalizer already deleted, retry=false 2024-11-12T18:17:31,601 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:17:31,603 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Unable to get data of znode /1-1947078909/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:17:31,604 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/switch/split already deleted, retry=false 2024-11-12T18:17:31,606 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Unable to get data of znode /1-1947078909/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:17:31,608 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/switch/merge already deleted, retry=false 2024-11-12T18:17:31,611 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Unable to get data of znode /1-1947078909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:17:31,612 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/snapshot-cleanup already deleted, retry=false 2024-11-12T18:17:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947078909/running 2024-11-12T18:17:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1947078909/running 2024-11-12T18:17:31,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:31,617 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,34079,1731435449580, sessionid=0x10035362fcf0003, setting cluster-up flag (Was=false) 2024-11-12T18:17:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:31,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:31,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1947078909/flush-table-proc/acquired, /1-1947078909/flush-table-proc/reached, /1-1947078909/flush-table-proc/abort 2024-11-12T18:17:31,638 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34079,1731435449580 2024-11-12T18:17:31,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:31,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:31,652 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1947078909/online-snapshot/acquired, /1-1947078909/online-snapshot/reached, /1-1947078909/online-snapshot/abort 2024-11-12T18:17:31,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34079,1731435449580 2024-11-12T18:17:31,657 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:17:31,662 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:31,662 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:17:31,662 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:17:31,663 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,34079,1731435449580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:17:31,665 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:31,665 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:31,665 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:31,665 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:31,665 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:17:31,666 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,666 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:31,666 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435481669 2024-11-12T18:17:31,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:17:31,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:17:31,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:17:31,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:17:31,672 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:17:31,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:17:31,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:17:31,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:17:31,674 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:17:31,674 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:17:31,675 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435451674,5,FailOnTimeoutGroup] 2024-11-12T18:17:31,675 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435451675,5,FailOnTimeoutGroup] 2024-11-12T18:17:31,675 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,675 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:17:31,675 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,675 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:17:31,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:17:31,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115 2024-11-12T18:17:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:17:31,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:31,716 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(746): ClusterId : d8c866fb-319c-4dfd-a8e5-347d062a28a3 2024-11-12T18:17:31,717 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:17:31,722 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:17:31,722 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:17:31,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:31,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:31,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,732 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:17:31,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:31,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:31,735 DEBUG [RS:0;9911683f163c:37531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710483ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:31,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:31,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:31,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:31,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:31,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:31,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:31,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:31,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:31,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:31,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:31,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740 2024-11-12T18:17:31,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740 2024-11-12T18:17:31,765 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:37531 2024-11-12T18:17:31,765 INFO [RS:0;9911683f163c:37531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:17:31,766 INFO [RS:0;9911683f163c:37531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:17:31,766 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:17:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:31,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:31,767 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:31,768 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34079,1731435449580 with port=37531, startcode=1731435449655 2024-11-12T18:17:31,769 DEBUG [RS:0;9911683f163c:37531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:17:31,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:31,778 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:17:31,778 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:31,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,37531,1731435449655 2024-11-12T18:17:31,779 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34079 {}] master.ServerManager(517): Registering regionserver=9911683f163c,37531,1731435449655 2024-11-12T18:17:31,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64907967, jitterRate=-0.032795920968055725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435451713Initializing all the Stores at 1731435451726 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435451726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435451727 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435451727Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435451727Cleaning up temporary data from old regions at 1731435451766 (+39 ms)Region opened successfully at 1731435451781 (+15 ms) 2024-11-12T18:17:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:31,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:31,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:31,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435451781Disabling compacts and flushes for region at 1731435451781Disabling writes for close at 1731435451781Writing region close event to WAL at 1731435451783 (+2 ms)Closed at 1731435451783 2024-11-12T18:17:31,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:31,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:17:31,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:17:31,789 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115 2024-11-12T18:17:31,789 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36597 2024-11-12T18:17:31,789 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:17:31,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:31,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:17:31,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909/rs 2024-11-12T18:17:31,800 DEBUG [RS:0;9911683f163c:37531 {}] zookeeper.ZKUtil(111): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on existing znode=/1-1947078909/rs/9911683f163c,37531,1731435449655 2024-11-12T18:17:31,800 WARN [RS:0;9911683f163c:37531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:31,800 INFO [RS:0;9911683f163c:37531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:31,800 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655 2024-11-12T18:17:31,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,37531,1731435449655] 2024-11-12T18:17:31,828 INFO [RS:0;9911683f163c:37531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:17:31,833 INFO [RS:0;9911683f163c:37531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:17:31,834 INFO [RS:0;9911683f163c:37531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:17:31,834 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,836 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:17:31,839 INFO [RS:0;9911683f163c:37531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:17:31,839 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,839 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,839 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,839 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,840 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,841 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:31,841 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:31,841 DEBUG [RS:0;9911683f163c:37531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:31,848 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,848 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,848 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,848 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,848 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,848 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37531,1731435449655-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:31,877 INFO [RS:0;9911683f163c:37531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:17:31,877 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37531,1731435449655-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,877 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,878 INFO [RS:0;9911683f163c:37531 {}] regionserver.Replication(171): 9911683f163c,37531,1731435449655 started 2024-11-12T18:17:31,900 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:31,901 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,37531,1731435449655, RpcServer on 9911683f163c/172.17.0.3:37531, sessionid=0x10035362fcf0004 2024-11-12T18:17:31,901 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:17:31,901 DEBUG [RS:0;9911683f163c:37531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,37531,1731435449655 2024-11-12T18:17:31,901 DEBUG [RS:0;9911683f163c:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,37531,1731435449655' 2024-11-12T18:17:31,901 DEBUG [RS:0;9911683f163c:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1947078909/flush-table-proc/abort' 2024-11-12T18:17:31,904 DEBUG [RS:0;9911683f163c:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1947078909/flush-table-proc/acquired' 2024-11-12T18:17:31,909 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:17:31,909 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:17:31,909 DEBUG [RS:0;9911683f163c:37531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,37531,1731435449655 2024-11-12T18:17:31,909 DEBUG [RS:0;9911683f163c:37531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,37531,1731435449655' 2024-11-12T18:17:31,909 DEBUG [RS:0;9911683f163c:37531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1947078909/online-snapshot/abort' 2024-11-12T18:17:31,913 DEBUG [RS:0;9911683f163c:37531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1947078909/online-snapshot/acquired' 2024-11-12T18:17:31,913 DEBUG [RS:0;9911683f163c:37531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:17:31,913 INFO [RS:0;9911683f163c:37531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:17:31,914 INFO [RS:0;9911683f163c:37531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:17:31,950 WARN [9911683f163c:34079 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:17:32,014 INFO [RS:0;9911683f163c:37531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:32,018 INFO [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C37531%2C1731435449655, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/oldWALs, maxLogs=10 2024-11-12T18:17:32,042 DEBUG [RS:0;9911683f163c:37531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655/9911683f163c%2C37531%2C1731435449655.1731435452020, exclude list is [], retry=0 2024-11-12T18:17:32,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-b50f2bfe-6dea-4f4d-aa51-3fcf9ba8bb83,DISK] 2024-11-12T18:17:32,054 INFO [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655/9911683f163c%2C37531%2C1731435449655.1731435452020 2024-11-12T18:17:32,054 DEBUG [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38825:38825)] 2024-11-12T18:17:32,200 DEBUG [9911683f163c:34079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:17:32,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,37531,1731435449655 2024-11-12T18:17:32,205 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,37531,1731435449655, state=OPENING 2024-11-12T18:17:32,207 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:17:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:32,210 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:32,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,37531,1731435449655}] 2024-11-12T18:17:32,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947078909/meta-region-server: CHANGED 2024-11-12T18:17:32,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947078909/meta-region-server: CHANGED 2024-11-12T18:17:32,366 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:17:32,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:17:32,429 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:17:32,429 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:32,430 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:17:32,438 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C37531%2C1731435449655.meta, suffix=.meta, logDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/oldWALs, maxLogs=10 2024-11-12T18:17:32,479 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655/9911683f163c%2C37531%2C1731435449655.meta.1731435452440.meta, exclude list is [], retry=0 2024-11-12T18:17:32,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44213,DS-b50f2bfe-6dea-4f4d-aa51-3fcf9ba8bb83,DISK] 2024-11-12T18:17:32,498 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/WALs/9911683f163c,37531,1731435449655/9911683f163c%2C37531%2C1731435449655.meta.1731435452440.meta 2024-11-12T18:17:32,499 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38825:38825)] 2024-11-12T18:17:32,499 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:32,500 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:32,500 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:32,500 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:17:32,500 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:17:32,501 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:17:32,501 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:32,501 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:17:32,501 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:17:32,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:32,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:32,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:32,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:32,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:32,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:32,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:32,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:32,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:32,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:32,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:32,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:32,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:32,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:32,527 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:32,528 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740 2024-11-12T18:17:32,531 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740 2024-11-12T18:17:32,534 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:32,534 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:32,535 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:32,537 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:32,539 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69144476, jitterRate=0.030332982540130615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:32,539 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:17:32,539 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435452501Writing region info on filesystem at 1731435452501Initializing all the Stores at 1731435452505 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435452505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435452506 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435452506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435452506Cleaning up temporary data from old regions at 1731435452534 (+28 ms)Running coprocessor post-open hooks at 1731435452539 (+5 ms)Region opened successfully at 1731435452539 2024-11-12T18:17:32,542 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435452365 2024-11-12T18:17:32,549 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:17:32,550 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:17:32,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,37531,1731435449655 2024-11-12T18:17:32,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,37531,1731435449655, state=OPEN 2024-11-12T18:17:32,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1947078909/meta-region-server 2024-11-12T18:17:32,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1947078909/meta-region-server 2024-11-12T18:17:32,561 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,37531,1731435449655 2024-11-12T18:17:32,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947078909/meta-region-server: CHANGED 2024-11-12T18:17:32,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1947078909/meta-region-server: CHANGED 2024-11-12T18:17:32,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:17:32,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:17:32,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,37531,1731435449655 in 351 msec 2024-11-12T18:17:32,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:17:32,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 805 msec 2024-11-12T18:17:32,605 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:32,605 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:17:32,608 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:32,609 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,37531,1731435449655, seqNum=-1] 2024-11-12T18:17:32,609 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:32,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:32,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 963 msec 2024-11-12T18:17:32,624 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435452624, completionTime=-1 2024-11-12T18:17:32,624 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:17:32,625 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:17:32,628 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:17:32,628 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435512628 2024-11-12T18:17:32,628 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435572628 2024-11-12T18:17:32,628 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:17:32,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34079,1731435449580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34079,1731435449580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34079,1731435449580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:34079, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,632 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.898sec 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34079,1731435449580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:32,636 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34079,1731435449580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:17:32,641 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:17:32,641 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:17:32,641 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34079,1731435449580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:32,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6516f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:32,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:32,713 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e98eb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:32,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:32,718 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:32,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,37531,1731435449655, seqNum=-1] 2024-11-12T18:17:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:32,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:32,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,34079,1731435449580 2024-11-12T18:17:32,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:32,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:32,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10035362fcf0005 connected 2024-11-12T18:17:32,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33803,-1 for getting cluster id 2024-11-12T18:17:32,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:32,749 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff08f1b1-a28c-429e-9b15-87c50fc4ab94' 2024-11-12T18:17:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:32,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff08f1b1-a28c-429e-9b15-87c50fc4ab94" 2024-11-12T18:17:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ce48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33803,-1] 2024-11-12T18:17:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:32,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8992ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:32,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33803,1731435443850 2024-11-12T18:17:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a637b99 2024-11-12T18:17:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:32,781 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:32,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:17:32,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:17:32,803 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:32,808 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5a42d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,808 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:32,808 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:32,810 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:32,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:32,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eedcee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:32,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:32,815 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:32,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1cec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:32,817 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:32,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5680e823 2024-11-12T18:17:32,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:32,827 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:32,842 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T18:17:32,843 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:17:32,849 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:32,849 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:32,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:32,851 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:32,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:17:32,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:17:32,863 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:32,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:17:32,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741835_1011 (size=1138) 2024-11-12T18:17:32,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3064f56825d71a335afa25d23f9f1a19, NAME => 'hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22 2024-11-12T18:17:32,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741836_1012 (size=44) 2024-11-12T18:17:32,911 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:17:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:33,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:33,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3064f56825d71a335afa25d23f9f1a19, disabling compactions & flushes 2024-11-12T18:17:33,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. after waiting 0 ms 2024-11-12T18:17:33,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3064f56825d71a335afa25d23f9f1a19: Waiting for close lock at 1731435453309Disabling compacts and flushes for region at 1731435453309Disabling writes for close at 1731435453309Writing region close event to WAL at 1731435453309Closed at 1731435453309 2024-11-12T18:17:33,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:17:33,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:17:33,319 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435453312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435453312"}]},"ts":"1731435453312"} 2024-11-12T18:17:33,338 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:17:33,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:17:33,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435453342"}]},"ts":"1731435453342"} 2024-11-12T18:17:33,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:17:33,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN}] 2024-11-12T18:17:33,358 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN 2024-11-12T18:17:33,360 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN; state=OFFLINE, location=9911683f163c,40547,1731435444630; forceNewPlan=false, retain=false 2024-11-12T18:17:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:33,515 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3064f56825d71a335afa25d23f9f1a19, regionState=OPENING, regionLocation=9911683f163c,40547,1731435444630 2024-11-12T18:17:33,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN because future has completed 2024-11-12T18:17:33,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3064f56825d71a335afa25d23f9f1a19, server=9911683f163c,40547,1731435444630}] 2024-11-12T18:17:33,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:33,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:17:33,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C40547%2C1731435444630.rep, suffix=, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs, maxLogs=10 2024-11-12T18:17:33,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.rep.1731435453716, exclude list is [], retry=0 2024-11-12T18:17:33,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:33,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.rep.1731435453716 2024-11-12T18:17:33,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:33,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3064f56825d71a335afa25d23f9f1a19, NAME => 'hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:33,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:33,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:33,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. service=MultiRowMutationService 2024-11-12T18:17:33,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:17:33,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:33,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,764 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,769 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3064f56825d71a335afa25d23f9f1a19 columnFamilyName hfileref 2024-11-12T18:17:33,769 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,770 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(327): Store=3064f56825d71a335afa25d23f9f1a19/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:33,770 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,772 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3064f56825d71a335afa25d23f9f1a19 columnFamilyName queue 2024-11-12T18:17:33,773 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,773 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(327): Store=3064f56825d71a335afa25d23f9f1a19/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:33,774 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,779 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3064f56825d71a335afa25d23f9f1a19 columnFamilyName sid 2024-11-12T18:17:33,779 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:33,780 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(327): Store=3064f56825d71a335afa25d23f9f1a19/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:33,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:17:33,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:33,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3064f56825d71a335afa25d23f9f1a19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70083188, jitterRate=0.044320881366729736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:17:33,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:33,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3064f56825d71a335afa25d23f9f1a19: Running coprocessor pre-open hook at 1731435453761Writing region info on filesystem at 1731435453761Initializing all the Stores at 1731435453763 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435453763Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435453764 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435453764Cleaning up temporary data from old regions at 1731435453793 (+29 ms)Running coprocessor post-open hooks at 1731435453827 (+34 ms)Region opened successfully at 1731435453829 (+2 ms) 2024-11-12T18:17:33,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., pid=7, masterSystemTime=1731435453699 2024-11-12T18:17:33,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3064f56825d71a335afa25d23f9f1a19, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,40547,1731435444630 2024-11-12T18:17:33,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:33,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3064f56825d71a335afa25d23f9f1a19, server=9911683f163c,40547,1731435444630 because future has completed 2024-11-12T18:17:33,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T18:17:33,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3064f56825d71a335afa25d23f9f1a19, server=9911683f163c,40547,1731435444630 in 308 msec 2024-11-12T18:17:33,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:17:33,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN in 499 msec 2024-11-12T18:17:33,860 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:17:33,860 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435453860"}]},"ts":"1731435453860"} 2024-11-12T18:17:33,864 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:17:33,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:17:33,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0150 sec 2024-11-12T18:17:33,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., hostname=9911683f163c,40547,1731435444630, seqNum=2] 2024-11-12T18:17:33,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40547 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T18:17:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:33,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:33,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:17:34,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T18:17:34,145 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:17:34,219 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,40547,1731435444630, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:17:34,221 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:34,221 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,40547,1731435444630, seqNum=-1] 2024-11-12T18:17:34,222 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:34,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T18:17:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,40547,1731435444630', locateType=CURRENT is [region=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., hostname=9911683f163c,40547,1731435444630, seqNum=2] 2024-11-12T18:17:34,239 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T18:17:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T18:17:34,247 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,40547,1731435444630 suceeded 2024-11-12T18:17:34,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T18:17:34,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 275 msec 2024-11-12T18:17:34,253 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:34,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-12T18:17:34,269 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:34,277 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584f6415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,277 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:34,277 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:34,279 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:34,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:34,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:34,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5638146a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:34,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:34,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,286 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:34,287 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a80958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,287 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5edc188d 2024-11-12T18:17:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:34,290 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:17:34,292 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,40547,1731435444630 (queues=1) is replicating from cluster=ff08f1b1-a28c-429e-9b15-87c50fc4ab94 to cluster=d8c866fb-319c-4dfd-a8e5-347d062a28a3 2024-11-12T18:17:34,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:17:34,295 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C40547%2C1731435444630 2024-11-12T18:17:34,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:17:34,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:17:34,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T18:17:34,300 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:34,300 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T18:17:34,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:34,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:17:34,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:17:34,301 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:17:34,305 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,40547,1731435444630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:17:34,321 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C40547%2C1731435444630 2024-11-12T18:17:34,325 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771, startPosition=0, beingWritten=true 2024-11-12T18:17:34,616 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:34,926 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:34,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:34,963 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:17:34,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:34,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:34,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,965 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33803,-1 for getting cluster id 2024-11-12T18:17:34,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:34,967 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff08f1b1-a28c-429e-9b15-87c50fc4ab94' 2024-11-12T18:17:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:34,967 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff08f1b1-a28c-429e-9b15-87c50fc4ab94" 2024-11-12T18:17:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33803,-1] 2024-11-12T18:17:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:34,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,970 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:34,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b1a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33803,1731435443850 2024-11-12T18:17:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569800 2024-11-12T18:17:34,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:34,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:34,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:17:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:17:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T18:17:34,980 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:34,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af87057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,982 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:34,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:34,983 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:34,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6636b122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:34,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,986 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:34,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3e63a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:34,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:34,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:34,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42fbd99b 2024-11-12T18:17:34,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:34,990 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:34,991 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:17:34,991 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:17:34,991 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,991 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:34,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:35,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:17:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T18:17:35,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T18:17:35,165 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T18:17:35,206 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9911683f163c,40547,1731435444630, ReplicationSource: 2, currentBandwidth=0 2024-11-12T18:17:35,210 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T18:17:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T18:17:35,215 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9911683f163c,40547,1731435444630 suceeded 2024-11-12T18:17:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:17:35,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-12T18:17:35,219 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:35,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 244 msec 2024-11-12T18:17:35,230 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:35,231 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,232 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:35,232 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:35,233 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:35,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:35,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:35,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548e99ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:35,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:35,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,238 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:35,239 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,239 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:35,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:35,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b2ba208 2024-11-12T18:17:35,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:35,243 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T18:17:35,244 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9911683f163c,40547,1731435444630 (queues=1) is replicating from cluster=ff08f1b1-a28c-429e-9b15-87c50fc4ab94 to cluster=d8c866fb-319c-4dfd-a8e5-347d062a28a3 2024-11-12T18:17:35,244 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9911683f163c%2C40547%2C1731435444630 2024-11-12T18:17:35,245 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9911683f163c,40547,1731435444630, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:17:35,249 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C40547%2C1731435444630 2024-11-12T18:17:35,249 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771, startPosition=0, beingWritten=true 2024-11-12T18:17:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T18:17:35,292 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T18:17:35,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:35,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:35,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:35,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:35,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33803,1731435443850 2024-11-12T18:17:35,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d9fb57 2024-11-12T18:17:35,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:35,301 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:35,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:17:35,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T18:17:35,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:17:35,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T18:17:35,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T18:17:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:17:35,322 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:35,324 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d806ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,324 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:35,324 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:35,325 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc54300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:35,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,328 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:35,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a46a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,329 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:35,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:35,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8746c9 2024-11-12T18:17:35,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:35,332 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:35,333 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T18:17:35,333 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:17:35,333 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,333 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:35,335 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:35,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:17:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:17:35,460 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:35,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T18:17:35,499 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T18:17:35,502 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T18:17:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T18:17:35,518 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9911683f163c,40547,1731435444630 suceeded 2024-11-12T18:17:35,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T18:17:35,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 178 msec 2024-11-12T18:17:35,524 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:35,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 210 msec 2024-11-12T18:17:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T18:17:35,643 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T18:17:35,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T18:17:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T18:17:35,650 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:35,652 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42411eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,652 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:35,652 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:35,656 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:35,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:35,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d529af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:35,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,659 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:35,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a41517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:35,661 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:35,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:35,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3861a313 2024-11-12T18:17:35,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:35,664 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:35,665 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T18:17:35,665 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:17:35,665 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,665 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:35,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:17:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T18:17:35,774 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:35,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T18:17:35,826 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T18:17:35,827 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T18:17:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T18:17:35,832 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9911683f163c,40547,1731435444630 suceeded 2024-11-12T18:17:35,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T18:17:35,838 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9911683f163c:34079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:35,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-12T18:17:35,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-12T18:17:35,845 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T18:17:35,963 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T18:17:35,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:17:35,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33803 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T18:17:35,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:35,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:35,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:17:35,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1936995498, stopped=false 2024-11-12T18:17:35,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:35,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,33803,1731435443850 2024-11-12T18:17:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:35,974 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:35,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:35,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:35,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:35,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:35,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,976 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,40547,1731435444630' ***** 2024-11-12T18:17:35,976 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:17:35,976 INFO [RS:0;9911683f163c:40547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:35,976 INFO [RS:0;9911683f163c:40547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:17:35,976 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:35,977 INFO [RS:0;9911683f163c:40547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:17:35,977 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(3091): Received CLOSE for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:35,980 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,40547,1731435444630 2024-11-12T18:17:35,981 INFO [RS:0;9911683f163c:40547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:35,981 INFO [RS:0;9911683f163c:40547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:40547. 2024-11-12T18:17:35,981 DEBUG [RS:0;9911683f163c:40547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:35,981 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:35,981 INFO [RS:0;9911683f163c:40547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:17:35,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3064f56825d71a335afa25d23f9f1a19, disabling compactions & flushes 2024-11-12T18:17:35,981 INFO [RS:0;9911683f163c:40547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:17:35,981 INFO [RS:0;9911683f163c:40547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:17:35,981 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:35,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:35,981 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:17:35,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. after waiting 0 ms 2024-11-12T18:17:35,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:35,985 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3064f56825d71a335afa25d23f9f1a19 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T18:17:35,989 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:17:35,989 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1325): Online Regions={3064f56825d71a335afa25d23f9f1a19=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:17:35,989 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:35,990 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:35,990 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:35,990 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:35,990 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:35,990 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:35,990 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T18:17:36,030 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:36,068 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/info/9068067ec63042d0992051b817f811fb is 147, key is hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19./info:regioninfo/1731435453837/Put/seqid=0 2024-11-12T18:17:36,068 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/.tmp/queue/36fd34779b824d2e94bbae538343d6ae is 151, key is 1-9911683f163c,40547,1731435444630/queue:9911683f163c%2C40547%2C1731435444630/1731435454232/Put/seqid=0 2024-11-12T18:17:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741838_1014 (size=5500) 2024-11-12T18:17:36,091 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/.tmp/queue/36fd34779b824d2e94bbae538343d6ae 2024-11-12T18:17:36,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741839_1015 (size=6631) 2024-11-12T18:17:36,096 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/info/9068067ec63042d0992051b817f811fb 2024-11-12T18:17:36,159 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/.tmp/queue/36fd34779b824d2e94bbae538343d6ae as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/queue/36fd34779b824d2e94bbae538343d6ae 2024-11-12T18:17:36,172 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/queue/36fd34779b824d2e94bbae538343d6ae, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T18:17:36,184 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:36,188 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3064f56825d71a335afa25d23f9f1a19 in 197ms, sequenceid=6, compaction requested=false 2024-11-12T18:17:36,188 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:17:36,192 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/ns/4d0788c3b3da4af88da5ae7b55b42989 is 43, key is default/ns:d/1731435447923/Put/seqid=0 2024-11-12T18:17:36,192 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:36,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741840_1016 (size=5153) 2024-11-12T18:17:36,229 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/ns/4d0788c3b3da4af88da5ae7b55b42989 2024-11-12T18:17:36,244 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T18:17:36,249 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:36,249 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:36,249 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:36,250 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3064f56825d71a335afa25d23f9f1a19: Waiting for close lock at 1731435455981Running coprocessor pre-close hooks at 1731435455981Disabling compacts and flushes for region at 1731435455981Disabling writes for close at 1731435455981Obtaining lock to block concurrent updates at 1731435455985 (+4 ms)Preparing flush snapshotting stores in 3064f56825d71a335afa25d23f9f1a19 at 1731435455985Finished memstore snapshotting hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731435455995 (+10 ms)Flushing stores of hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. at 1731435455997 (+2 ms)Flushing 3064f56825d71a335afa25d23f9f1a19/queue: creating writer at 1731435455999 (+2 ms)Flushing 3064f56825d71a335afa25d23f9f1a19/queue: appending metadata at 1731435456054 (+55 ms)Flushing 3064f56825d71a335afa25d23f9f1a19/queue: closing flushed file at 1731435456058 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5a364: reopening flushed file at 1731435456156 (+98 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 3064f56825d71a335afa25d23f9f1a19 in 197ms, sequenceid=6, compaction requested=false at 1731435456188 (+32 ms)Writing region close event to WAL at 1731435456217 (+29 ms)Running coprocessor post-close hooks at 1731435456247 (+30 ms)Closed at 1731435456249 (+2 ms) 2024-11-12T18:17:36,250 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:36,281 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/table/1f8deb155ecc43e0bd0c9b859fac28b9 is 53, key is hbase:replication/table:state/1731435453860/Put/seqid=0 2024-11-12T18:17:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741841_1017 (size=5256) 2024-11-12T18:17:36,393 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:36,455 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:36,593 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:36,701 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:36,704 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:17:36,704 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:17:36,721 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/table/1f8deb155ecc43e0bd0c9b859fac28b9 2024-11-12T18:17:36,736 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/info/9068067ec63042d0992051b817f811fb as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/info/9068067ec63042d0992051b817f811fb 2024-11-12T18:17:36,755 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/info/9068067ec63042d0992051b817f811fb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T18:17:36,761 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/ns/4d0788c3b3da4af88da5ae7b55b42989 as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/ns/4d0788c3b3da4af88da5ae7b55b42989 2024-11-12T18:17:36,785 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/ns/4d0788c3b3da4af88da5ae7b55b42989, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:17:36,787 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/table/1f8deb155ecc43e0bd0c9b859fac28b9 as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/table/1f8deb155ecc43e0bd0c9b859fac28b9 2024-11-12T18:17:36,793 DEBUG [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:36,803 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/table/1f8deb155ecc43e0bd0c9b859fac28b9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T18:17:36,809 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 818ms, sequenceid=11, compaction requested=false 2024-11-12T18:17:36,871 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T18:17:36,873 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:36,873 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:36,873 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:36,874 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435455990Running coprocessor pre-close hooks at 1731435455990Disabling compacts and flushes for region at 1731435455990Disabling writes for close at 1731435455990Obtaining lock to block concurrent updates at 1731435455990Preparing flush snapshotting stores in 1588230740 at 1731435455990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731435455995 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435456008 (+13 ms)Flushing 1588230740/info: creating writer at 1731435456008Flushing 1588230740/info: appending metadata at 1731435456055 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731435456060 (+5 ms)Flushing 1588230740/ns: creating writer at 1731435456156 (+96 ms)Flushing 1588230740/ns: appending metadata at 1731435456190 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731435456190Flushing 1588230740/table: creating writer at 1731435456249 (+59 ms)Flushing 1588230740/table: appending metadata at 1731435456277 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731435456277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6554799a: reopening flushed file at 1731435456734 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e17391: reopening flushed file at 1731435456757 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f369d66: reopening flushed file at 1731435456785 (+28 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 818ms, sequenceid=11, compaction requested=false at 1731435456809 (+24 ms)Writing region close event to WAL at 1731435456853 (+44 ms)Running coprocessor post-close hooks at 1731435456873 (+20 ms)Closed at 1731435456873 2024-11-12T18:17:36,874 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:36,994 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,40547,1731435444630; all regions closed. 2024-11-12T18:17:37,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741834_1010 (size=2742) 2024-11-12T18:17:37,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.meta.1731435447767.meta not finished, retry = 0 2024-11-12T18:17:37,146 DEBUG [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs 2024-11-12T18:17:37,147 INFO [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C40547%2C1731435444630.meta:.meta(num 1731435447767) 2024-11-12T18:17:37,168 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:37,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741837_1013 (size=1802) 2024-11-12T18:17:37,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.rep.1731435453716 not finished, retry = 0 2024-11-12T18:17:37,291 DEBUG [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs 2024-11-12T18:17:37,291 INFO [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C40547%2C1731435444630.rep:(num 1731435453716) 2024-11-12T18:17:37,322 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 to pos 0, reset compression=false 2024-11-12T18:17:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741832_1008 (size=93) 2024-11-12T18:17:37,337 DEBUG [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs 2024-11-12T18:17:37,337 INFO [RS:0;9911683f163c:40547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C40547%2C1731435444630:(num 1731435446771) 2024-11-12T18:17:37,337 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:37,337 INFO [RS:0;9911683f163c:40547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:37,337 INFO [RS:0;9911683f163c:40547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:37,337 INFO [RS:0;9911683f163c:40547 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:37,338 INFO [RS:0;9911683f163c:40547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:37,338 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:37,338 INFO [RS:0;9911683f163c:40547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,40547,1731435444630 because: Region server is closing 2024-11-12T18:17:37,338 INFO [RS:0;9911683f163c:40547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:40547. 2024-11-12T18:17:37,339 DEBUG [RS:0;9911683f163c:40547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:37,339 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:37,339 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:37,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:37,352 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 was moved to hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs/9911683f163c%2C40547%2C1731435444630.1731435446771 2024-11-12T18:17:37,358 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771 2024-11-12T18:17:37,358 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T18:17:37,358 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T18:17:37,358 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9911683f163c,40547,1731435444630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630/9911683f163c%2C40547%2C1731435444630.1731435446771, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T18:17:37,372 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,40547,1731435444630: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9911683f163c,40547,1731435444630, walGroup=9911683f163c%2C40547%2C1731435444630, offset=9911683f163c%2C40547%2C1731435444630.1731435446771:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:40547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:17:37,375 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:17:37,379 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:17:37,380 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:17:37,380 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:17:37,381 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:17:37,381 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 376922016 }, "NonHeapMemoryUsage": { "committed": 152567808, "init": 7667712, "max": -1, "used": 150402952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:17:37,397 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9911683f163c%2C40547%2C1731435444630.1731435446771] 2024-11-12T18:17:37,439 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.wal-reader.9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:17:37,439 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:17:37,440 INFO [RS:0;9911683f163c:40547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,1-9911683f163c,40547,1731435444630 terminated 2024-11-12T18:17:37,440 INFO [RS:0;9911683f163c:40547 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9911683f163c,40547,1731435444630 because: Region server is closing 2024-11-12T18:17:37,441 INFO [RS:0;9911683f163c:40547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:40547. 2024-11-12T18:17:37,441 DEBUG [RS:0;9911683f163c:40547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:37,441 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:37,441 DEBUG [RS:0;9911683f163c:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:37,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:37,442 INFO [RS:0;9911683f163c:40547 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,40547,1731435444630.replicationSource.shipper9911683f163c%2C40547%2C1731435444630,2-9911683f163c,40547,1731435444630 terminated 2024-11-12T18:17:37,443 INFO [RS:0;9911683f163c:40547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40547 2024-11-12T18:17:37,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/rs/9911683f163c,40547,1731435444630 2024-11-12T18:17:37,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/rs 2024-11-12T18:17:37,449 INFO [RS:0;9911683f163c:40547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:37,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,40547,1731435444630] 2024-11-12T18:17:37,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/draining/9911683f163c,40547,1731435444630 already deleted, retry=false 2024-11-12T18:17:37,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,40547,1731435444630 expired; onlineServers=0 2024-11-12T18:17:37,469 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,33803,1731435443850' ***** 2024-11-12T18:17:37,469 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:17:37,469 INFO [M:0;9911683f163c:33803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:37,470 INFO [M:0;9911683f163c:33803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:37,470 DEBUG [M:0;9911683f163c:33803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:17:37,470 DEBUG [M:0;9911683f163c:33803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:17:37,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:17:37,470 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435446502 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435446502,5,FailOnTimeoutGroup] 2024-11-12T18:17:37,470 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435446503 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435446503,5,FailOnTimeoutGroup] 2024-11-12T18:17:37,472 INFO [M:0;9911683f163c:33803 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:37,473 INFO [M:0;9911683f163c:33803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:37,473 DEBUG [M:0;9911683f163c:33803 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:17:37,473 INFO [M:0;9911683f163c:33803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:17:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/master 2024-11-12T18:17:37,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:37,473 INFO [M:0;9911683f163c:33803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:37,473 INFO [M:0;9911683f163c:33803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:17:37,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:17:37,478 DEBUG [M:0;9911683f163c:33803 {}] zookeeper.ZKUtil(347): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/master because node does not exist (not an error) 2024-11-12T18:17:37,479 WARN [M:0;9911683f163c:33803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:17:37,480 INFO [M:0;9911683f163c:33803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/.lastflushedseqids 2024-11-12T18:17:37,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741842_1018 (size=181) 2024-11-12T18:17:37,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:37,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x10035362fcf0001, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:37,558 INFO [RS:0;9911683f163c:40547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:37,559 INFO [RS:0;9911683f163c:40547 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,40547,1731435444630; zookeeper connection closed. 2024-11-12T18:17:37,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7024b950 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7024b950 2024-11-12T18:17:37,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:17:37,926 INFO [M:0;9911683f163c:33803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:17:37,929 INFO [M:0;9911683f163c:33803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:17:37,929 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:37,929 INFO [M:0;9911683f163c:33803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:37,929 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:37,929 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:37,929 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:37,932 INFO [M:0;9911683f163c:33803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T18:17:38,007 DEBUG [M:0;9911683f163c:33803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2778d9a0368b43299b61999e24ea112d is 82, key is hbase:meta,,1/info:regioninfo/1731435447853/Put/seqid=0 2024-11-12T18:17:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741843_1019 (size=5672) 2024-11-12T18:17:38,085 INFO [M:0;9911683f163c:33803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2778d9a0368b43299b61999e24ea112d 2024-11-12T18:17:38,169 DEBUG [M:0;9911683f163c:33803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec2a3da18da2441eaae961213d6966b2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731435453870/Put/seqid=0 2024-11-12T18:17:38,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741844_1020 (size=8663) 2024-11-12T18:17:38,201 INFO [M:0;9911683f163c:33803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec2a3da18da2441eaae961213d6966b2 2024-11-12T18:17:38,249 DEBUG [M:0;9911683f163c:33803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cde7c1c6c3ee46eea7bcec76f45fd22c is 69, key is 9911683f163c,40547,1731435444630/rs:state/1731435446530/Put/seqid=0 2024-11-12T18:17:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741845_1021 (size=5156) 2024-11-12T18:17:38,672 INFO [M:0;9911683f163c:33803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cde7c1c6c3ee46eea7bcec76f45fd22c 2024-11-12T18:17:38,695 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2778d9a0368b43299b61999e24ea112d as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2778d9a0368b43299b61999e24ea112d 2024-11-12T18:17:38,712 INFO [M:0;9911683f163c:33803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2778d9a0368b43299b61999e24ea112d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T18:17:38,714 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec2a3da18da2441eaae961213d6966b2 as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec2a3da18da2441eaae961213d6966b2 2024-11-12T18:17:38,736 INFO [M:0;9911683f163c:33803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec2a3da18da2441eaae961213d6966b2, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T18:17:38,739 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cde7c1c6c3ee46eea7bcec76f45fd22c as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cde7c1c6c3ee46eea7bcec76f45fd22c 2024-11-12T18:17:38,770 INFO [M:0;9911683f163c:33803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cde7c1c6c3ee46eea7bcec76f45fd22c, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T18:17:38,777 INFO [M:0;9911683f163c:33803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 847ms, sequenceid=115, compaction requested=false 2024-11-12T18:17:38,801 INFO [M:0;9911683f163c:33803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:38,801 DEBUG [M:0;9911683f163c:33803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435457929Disabling compacts and flushes for region at 1731435457929Disabling writes for close at 1731435457929Obtaining lock to block concurrent updates at 1731435457932 (+3 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435457932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731435457933 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435457934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435457934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435458005 (+71 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435458005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435458112 (+107 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435458168 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435458168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435458223 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435458248 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435458248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad2fbe9: reopening flushed file at 1731435458693 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b79b9f: reopening flushed file at 1731435458712 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178d7eda: reopening flushed file at 1731435458737 (+25 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 847ms, sequenceid=115, compaction requested=false at 1731435458777 (+40 ms)Writing region close event to WAL at 1731435458801 (+24 ms)Closed at 1731435458801 2024-11-12T18:17:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741830_1006 (size=59421) 2024-11-12T18:17:38,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850/9911683f163c%2C33803%2C1731435443850.1731435445930 not finished, retry = 0 2024-11-12T18:17:38,913 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:38,914 INFO [M:0;9911683f163c:33803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:17:38,914 INFO [M:0;9911683f163c:33803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33803 2024-11-12T18:17:38,916 INFO [M:0;9911683f163c:33803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:39,023 INFO [M:0;9911683f163c:33803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:39,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:39,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33803-0x10035362fcf0000, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:39,026 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:39,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:39,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:39,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:39,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:39,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:39,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:17:39,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:39,033 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34843 2024-11-12T18:17:39,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34843 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:39,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348430x0, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:39,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34843-0x10035362fcf0006 connected 2024-11-12T18:17:39,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:39,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:39,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:39,074 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22, hbase.cluster.distributed=false 2024-11-12T18:17:39,081 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: INIT 2024-11-12T18:17:39,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/acl 2024-11-12T18:17:39,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34843 2024-11-12T18:17:39,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34843 2024-11-12T18:17:39,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34843 2024-11-12T18:17:39,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34843 2024-11-12T18:17:39,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34843 2024-11-12T18:17:39,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:39,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:39,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:39,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:17:39,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:39,170 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35329 2024-11-12T18:17:39,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35329 connecting to ZooKeeper ensemble=127.0.0.1:59765 2024-11-12T18:17:39,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:39,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:39,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353290x0, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:39,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353290x0, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:39,203 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: INIT 2024-11-12T18:17:39,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:17:39,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35329-0x10035362fcf0007 connected 2024-11-12T18:17:39,229 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:17:39,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/master 2024-11-12T18:17:39,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/acl 2024-11-12T18:17:39,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:17:39,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-12T18:17:39,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35329 2024-11-12T18:17:39,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35329 2024-11-12T18:17:39,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-12T18:17:39,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35329 2024-11-12T18:17:39,380 DEBUG [M:0;9911683f163c:34843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:34843 2024-11-12T18:17:39,382 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1247784726/backup-masters/9911683f163c,34843,1731435459025 2024-11-12T18:17:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:39,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on existing znode=/0-1247784726/backup-masters/9911683f163c,34843,1731435459025 2024-11-12T18:17:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:39,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1247784726/master 2024-11-12T18:17:39,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:39,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:39,414 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on existing znode=/0-1247784726/master 2024-11-12T18:17:39,416 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1247784726/backup-masters/9911683f163c,34843,1731435459025 from backup master directory 2024-11-12T18:17:39,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:39,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/backup-masters/9911683f163c,34843,1731435459025 2024-11-12T18:17:39,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/backup-masters 2024-11-12T18:17:39,420 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:39,420 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,34843,1731435459025 2024-11-12T18:17:39,467 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:39,467 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:17:39,490 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 23ms. 2024-11-12T18:17:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741846_1022 (size=196) 2024-11-12T18:17:39,513 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:39,515 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:17:39,520 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:39,558 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T18:17:39,585 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850 to hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850-dead as it is dead 2024-11-12T18:17:39,588 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T18:17:39,588 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T18:17:39,588 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850-dead/9911683f163c%2C33803%2C1731435443850.1731435445930 2024-11-12T18:17:39,595 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850-dead/9911683f163c%2C33803%2C1731435443850.1731435445930 after 4ms 2024-11-12T18:17:39,597 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850-dead/9911683f163c%2C33803%2C1731435443850.1731435445930 to hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C33803%2C1731435443850.1731435445930 2024-11-12T18:17:39,597 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,33803,1731435443850-dead 2024-11-12T18:17:39,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,34843,1731435459025 2024-11-12T18:17:39,600 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:39,603 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34843%2C1731435459025, suffix=, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,34843,1731435459025, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/oldWALs, maxLogs=10 2024-11-12T18:17:39,626 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,34843,1731435459025/9911683f163c%2C34843%2C1731435459025.1731435459603, exclude list is [], retry=0 2024-11-12T18:17:39,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:39,647 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/WALs/9911683f163c,34843,1731435459025/9911683f163c%2C34843%2C1731435459025.1731435459603 2024-11-12T18:17:39,649 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:39,649 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:39,649 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:39,649 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,649 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:17:39,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:39,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2778d9a0368b43299b61999e24ea112d 2024-11-12T18:17:39,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:39,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:17:39,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:39,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec2a3da18da2441eaae961213d6966b2 2024-11-12T18:17:39,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:39,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:17:39,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:39,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cde7c1c6c3ee46eea7bcec76f45fd22c 2024-11-12T18:17:39,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:39,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:17:39,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:39,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:39,774 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T18:17:39,775 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C33803%2C1731435443850.1731435445930 2024-11-12T18:17:39,812 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C33803%2C1731435443850.1731435445930 2024-11-12T18:17:39,814 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C33803%2C1731435443850.1731435445930 2024-11-12T18:17:39,836 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,836 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,845 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:39,848 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:39,861 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T18:17:39,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64335014, jitterRate=-0.04133358597755432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:39,866 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435459650Initializing all the Stores at 1731435459653 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435459653Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435459656 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435459656Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435459656Cleaning up temporary data from old regions at 1731435459836 (+180 ms)Region opened successfully at 1731435459865 (+29 ms) 2024-11-12T18:17:39,875 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:17:39,889 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2d4e54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:39,913 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T18:17:39,913 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:17:39,913 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:17:39,915 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:17:39,917 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-12T18:17:39,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:39,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:17:39,926 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:17:39,926 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:17:39,927 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T18:17:39,927 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T18:17:39,927 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-12T18:17:39,927 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:17:39,957 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9911683f163c,40547,1731435444630, regionLocation=9911683f163c,40547,1731435444630, openSeqNum=2 2024-11-12T18:17:39,957 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9911683f163c,40547,1731435444630, table=hbase:meta, region=1588230740 2024-11-12T18:17:39,958 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,40547,1731435444630, state=OPEN 2024-11-12T18:17:39,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:39,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:39,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:39,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:39,987 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:17:39,997 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/draining/9911683f163c,40547,1731435444630 already deleted, retry=false 2024-11-12T18:17:39,997 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9911683f163c,40547,1731435444630 on 9911683f163c,34843,1731435459025 2024-11-12T18:17:40,006 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9911683f163c,40547,1731435444630, splitWal=true, meta=true 2024-11-12T18:17:40,010 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 9911683f163c,40547,1731435444630 (carryingMeta=true) 9911683f163c,40547,1731435444630/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@32f3c561[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T18:17:40,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/balancer because node does not exist (not necessarily an error) 2024-11-12T18:17:40,027 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/balancer already deleted, retry=false 2024-11-12T18:17:40,027 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:17:40,041 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:17:40,057 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/normalizer already deleted, retry=false 2024-11-12T18:17:40,058 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:17:40,066 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:17:40,068 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/switch/split already deleted, retry=false 2024-11-12T18:17:40,070 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:17:40,071 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/switch/merge already deleted, retry=false 2024-11-12T18:17:40,131 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:17:40,140 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/snapshot-cleanup already deleted, retry=false 2024-11-12T18:17:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:40,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:40,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:40,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:40,149 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,34843,1731435459025, sessionid=0x10035362fcf0006, setting cluster-up flag (Was=false) 2024-11-12T18:17:40,163 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1247784726/flush-table-proc/acquired, /0-1247784726/flush-table-proc/reached, /0-1247784726/flush-table-proc/abort 2024-11-12T18:17:40,176 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34843,1731435459025 2024-11-12T18:17:40,209 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1247784726/online-snapshot/acquired, /0-1247784726/online-snapshot/reached, /0-1247784726/online-snapshot/abort 2024-11-12T18:17:40,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34843,1731435459025 2024-11-12T18:17:40,241 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/.lastflushedseqids 2024-11-12T18:17:40,265 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:17:40,265 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:17:40,266 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,34843,1731435459025 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9911683f163c,40547,1731435444630 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:17:40,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:40,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:40,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:40,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:40,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:17:40,289 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,289 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:40,290 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,309 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9911683f163c,40547,1731435444630, splitWal=true, meta=true 2024-11-12T18:17:40,321 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,40547,1731435444630, splitWal=true, meta=true, isMeta: true 2024-11-12T18:17:40,327 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630-splitting 2024-11-12T18:17:40,333 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630-splitting dir is empty, no logs to split. 2024-11-12T18:17:40,333 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9911683f163c,40547,1731435444630 WAL count=0, meta=true 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435490340 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:17:40,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:17:40,344 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,348 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630-splitting dir is empty, no logs to split. 2024-11-12T18:17:40,348 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9911683f163c,40547,1731435444630 WAL count=0, meta=true 2024-11-12T18:17:40,348 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9911683f163c,40547,1731435444630 WAL splitting is done? wals=0, meta=true 2024-11-12T18:17:40,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:17:40,355 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:40,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:17:40,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:17:40,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:17:40,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:17:40,364 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:17:40,369 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:17:40,369 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:17:40,379 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435460369,5,FailOnTimeoutGroup] 2024-11-12T18:17:40,379 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435460379,5,FailOnTimeoutGroup] 2024-11-12T18:17:40,379 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,379 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:17:40,379 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,379 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,380 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435460379, completionTime=-1 2024-11-12T18:17:40,380 WARN [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T18:17:40,384 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T18:17:40,394 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(746): ClusterId : ff08f1b1-a28c-429e-9b15-87c50fc4ab94 2024-11-12T18:17:40,395 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:17:40,405 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:17:40,405 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:17:40,414 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:17:40,415 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20da1ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:40,457 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:35329 2024-11-12T18:17:40,457 INFO [RS:0;9911683f163c:35329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:17:40,457 INFO [RS:0;9911683f163c:35329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:17:40,457 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:17:40,459 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34843,1731435459025 with port=35329, startcode=1731435459167 2024-11-12T18:17:40,459 DEBUG [RS:0;9911683f163c:35329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:17:40,462 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:17:40,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,35329,1731435459167 2024-11-12T18:17:40,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] master.ServerManager(517): Registering regionserver=9911683f163c,35329,1731435459167 2024-11-12T18:17:40,483 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22 2024-11-12T18:17:40,484 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40029 2024-11-12T18:17:40,484 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:17:40,484 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T18:17:40,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/rs 2024-11-12T18:17:40,487 DEBUG [RS:0;9911683f163c:35329 {}] zookeeper.ZKUtil(111): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on existing znode=/0-1247784726/rs/9911683f163c,35329,1731435459167 2024-11-12T18:17:40,487 WARN [RS:0;9911683f163c:35329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:40,487 INFO [RS:0;9911683f163c:35329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:40,488 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167 2024-11-12T18:17:40,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,35329,1731435459167] 2024-11-12T18:17:40,521 WARN [9911683f163c:34843 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:17:40,640 INFO [RS:0;9911683f163c:35329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:17:40,652 INFO [RS:0;9911683f163c:35329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:17:40,660 INFO [RS:0;9911683f163c:35329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:17:40,660 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,661 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:17:40,664 INFO [RS:0;9911683f163c:35329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:17:40,665 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,665 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,665 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,665 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,665 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,665 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:40,666 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:40,667 DEBUG [RS:0;9911683f163c:35329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:40,692 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,693 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,693 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,693 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,693 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,693 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35329,1731435459167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:40,720 INFO [RS:0;9911683f163c:35329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:17:40,726 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35329,1731435459167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,778 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,35329,1731435459167, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:17:40,821 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(231): queueId=2-9911683f163c,35329,1731435459167, ReplicationSource: 2, currentBandwidth=0 2024-11-12T18:17:40,825 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,825 INFO [RS:0;9911683f163c:35329 {}] regionserver.Replication(171): 9911683f163c,35329,1731435459167 started 2024-11-12T18:17:40,839 DEBUG [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:40,848 DEBUG [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fe43dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:40,848 DEBUG [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:40,848 DEBUG [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:40,860 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:40,860 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,35329,1731435459167, RpcServer on 9911683f163c/172.17.0.3:35329, sessionid=0x10035362fcf0007 2024-11-12T18:17:40,865 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:40,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:40,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:40,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f5eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:40,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:40,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:40,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:40,869 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:40,872 DEBUG [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@295e77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:40,872 DEBUG [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:40,861 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:17:40,874 DEBUG [RS:0;9911683f163c:35329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,35329,1731435459167 2024-11-12T18:17:40,874 DEBUG [RS:0;9911683f163c:35329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35329,1731435459167' 2024-11-12T18:17:40,874 DEBUG [RS:0;9911683f163c:35329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1247784726/flush-table-proc/abort' 2024-11-12T18:17:40,876 DEBUG [RS:0;9911683f163c:35329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1247784726/flush-table-proc/acquired' 2024-11-12T18:17:40,877 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:17:40,877 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:17:40,877 DEBUG [RS:0;9911683f163c:35329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,35329,1731435459167 2024-11-12T18:17:40,877 DEBUG [RS:0;9911683f163c:35329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35329,1731435459167' 2024-11-12T18:17:40,877 DEBUG [RS:0;9911683f163c:35329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1247784726/online-snapshot/abort' 2024-11-12T18:17:40,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45bce9bc 2024-11-12T18:17:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:40,880 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T18:17:40,888 INFO [RS:0;9911683f163c:35329.replicationSource,1-9911683f163c,35329,1731435459167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,35329,1731435459167 (queues=0) is replicating from cluster=ff08f1b1-a28c-429e-9b15-87c50fc4ab94 to cluster=d8c866fb-319c-4dfd-a8e5-347d062a28a3 2024-11-12T18:17:40,888 DEBUG [RS:0;9911683f163c:35329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1247784726/online-snapshot/acquired' 2024-11-12T18:17:40,891 DEBUG [RS:0;9911683f163c:35329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:17:40,891 INFO [RS:0;9911683f163c:35329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:17:40,891 INFO [RS:0;9911683f163c:35329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:17:40,891 DEBUG [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34079' 2024-11-12T18:17:40,905 DEBUG [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26040b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:40,905 DEBUG [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34079,-1 for getting cluster id 2024-11-12T18:17:40,906 DEBUG [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:40,907 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8c866fb-319c-4dfd-a8e5-347d062a28a3' 2024-11-12T18:17:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8c866fb-319c-4dfd-a8e5-347d062a28a3" 2024-11-12T18:17:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25322ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:40,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34079,-1] 2024-11-12T18:17:40,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:40,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:40,911 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:40,914 DEBUG [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263f8c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:40,914 DEBUG [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34079,1731435449580 2024-11-12T18:17:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc63a0 2024-11-12T18:17:40,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:40,918 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T18:17:40,920 INFO [RS:0;9911683f163c:35329.replicationSource,2-9911683f163c,35329,1731435459167 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9911683f163c,35329,1731435459167 (queues=0) is replicating from cluster=ff08f1b1-a28c-429e-9b15-87c50fc4ab94 to cluster=d8c866fb-319c-4dfd-a8e5-347d062a28a3 2024-11-12T18:17:40,992 INFO [RS:0;9911683f163c:35329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:41,008 INFO [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35329%2C1731435459167, suffix=, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs, maxLogs=10 2024-11-12T18:17:41,047 DEBUG [RS:0;9911683f163c:35329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010, exclude list is [], retry=0 2024-11-12T18:17:41,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:41,127 INFO [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 2024-11-12T18:17:41,137 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9911683f163c%2C35329%2C1731435459167 for peer 2 2024-11-12T18:17:41,137 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9911683f163c%2C35329%2C1731435459167 for peer 1 2024-11-12T18:17:41,137 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C35329%2C1731435459167 2024-11-12T18:17:41,137 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,35329,1731435459167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:17:41,149 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9911683f163c%2C35329%2C1731435459167 2024-11-12T18:17:41,150 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9911683f163c,35329,1731435459167, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:17:41,152 INFO [RS:0;9911683f163c:35329.replicationSource.shipper9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C35329%2C1731435459167 2024-11-12T18:17:41,161 DEBUG [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:41,161 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010, startPosition=0, beingWritten=true 2024-11-12T18:17:41,161 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010, startPosition=0, beingWritten=true 2024-11-12T18:17:41,161 INFO [RS:0;9911683f163c:35329.replicationSource.shipper9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C35329%2C1731435459167 2024-11-12T18:17:41,271 DEBUG [9911683f163c:34843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:17:41,272 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,35329,1731435459167 2024-11-12T18:17:41,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35329,1731435459167, state=OPENING 2024-11-12T18:17:41,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:41,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:41,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:41,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:41,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35329,1731435459167}] 2024-11-12T18:17:41,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:41,406 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:41,415 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:41,446 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:17:41,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:17:41,456 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:17:41,456 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:41,457 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:17:41,459 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35329%2C1731435459167.meta, suffix=.meta, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs, maxLogs=10 2024-11-12T18:17:41,485 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.meta.1731435461461.meta, exclude list is [], retry=0 2024-11-12T18:17:41,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:41,524 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.meta.1731435461461.meta 2024-11-12T18:17:41,525 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:41,526 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:41,527 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:41,527 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:41,527 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:17:41,527 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:17:41,528 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:17:41,528 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:41,528 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:17:41,528 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:17:41,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:41,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:41,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:41,551 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/info/9068067ec63042d0992051b817f811fb 2024-11-12T18:17:41,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:41,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:41,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:41,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:41,578 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/ns/4d0788c3b3da4af88da5ae7b55b42989 2024-11-12T18:17:41,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:41,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:41,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:41,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:41,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:41,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:41,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:41,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:41,613 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/table/1f8deb155ecc43e0bd0c9b859fac28b9 2024-11-12T18:17:41,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:41,615 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:41,616 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740 2024-11-12T18:17:41,618 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740 2024-11-12T18:17:41,625 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:41,625 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:41,628 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:41,638 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:41,639 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61530269, jitterRate=-0.08312754333019257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:41,639 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:17:41,640 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435461529Writing region info on filesystem at 1731435461529Initializing all the Stores at 1731435461533 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435461533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435461533Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435461533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435461534 (+1 ms)Cleaning up temporary data from old regions at 1731435461625 (+91 ms)Running coprocessor post-open hooks at 1731435461639 (+14 ms)Region opened successfully at 1731435461640 (+1 ms) 2024-11-12T18:17:41,645 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731435461446 2024-11-12T18:17:41,654 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:17:41,654 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:17:41,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9911683f163c,35329,1731435459167 2024-11-12T18:17:41,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35329,1731435459167, state=OPEN 2024-11-12T18:17:41,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:41,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:41,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1247784726/meta-region-server 2024-11-12T18:17:41,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1247784726/meta-region-server: CHANGED 2024-11-12T18:17:41,662 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,35329,1731435459167 2024-11-12T18:17:41,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T18:17:41,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35329,1731435459167 in 381 msec 2024-11-12T18:17:41,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T18:17:41,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3180 sec 2024-11-12T18:17:41,721 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:41,737 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:42,006 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1626ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1522ms 2024-11-12T18:17:42,131 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:42,151 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:42,654 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:42,661 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:43,280 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:43,285 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:43,522 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3142ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3038ms 2024-11-12T18:17:44,000 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:44,014 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:44,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:17:44,811 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:44,827 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:44,924 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4544ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T18:17:44,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:17:44,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:44,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35329,1731435459167, seqNum=-1] 2024-11-12T18:17:44,926 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:44,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:44,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3064f56825d71a335afa25d23f9f1a19, regionState=OPEN, lastHost=9911683f163c,40547,1731435444630, regionLocation=9911683f163c,40547,1731435444630, openSeqNum=2 2024-11-12T18:17:44,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:17:44,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435524938 2024-11-12T18:17:44,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435584938 2024-11-12T18:17:44,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 14 msec 2024-11-12T18:17:44,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34843,1731435459025-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:44,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34843,1731435459025-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:44,939 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9911683f163c,40547,1731435444630 had 2 regions 2024-11-12T18:17:44,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34843,1731435459025-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:44,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:34843, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:44,940 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:44,942 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,40547,1731435444630, splitWal=true, meta=true, isMeta: false 2024-11-12T18:17:44,944 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630-splitting dir is empty, no logs to split. 2024-11-12T18:17:44,944 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9911683f163c,40547,1731435444630 WAL count=0, meta=false 2024-11-12T18:17:44,947 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:44,952 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,40547,1731435444630-splitting dir is empty, no logs to split. 2024-11-12T18:17:44,952 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9911683f163c,40547,1731435444630 WAL count=0, meta=false 2024-11-12T18:17:44,952 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9911683f163c,40547,1731435444630 WAL splitting is done? wals=0, meta=false 2024-11-12T18:17:44,967 WARN [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9911683f163c,40547,1731435444630/hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.548sec 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34843,1731435459025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:44,969 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34843,1731435459025-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:17:44,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN}] 2024-11-12T18:17:44,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN 2024-11-12T18:17:44,975 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:17:44,991 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:17:44,991 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:17:44,991 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34843,1731435459025-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:45,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:45,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34843,-1 for getting cluster id 2024-11-12T18:17:45,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:45,025 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff08f1b1-a28c-429e-9b15-87c50fc4ab94' 2024-11-12T18:17:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff08f1b1-a28c-429e-9b15-87c50fc4ab94" 2024-11-12T18:17:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424c035a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34843,-1] 2024-11-12T18:17:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,036 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:45,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14400ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:45,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35329,1731435459167, seqNum=-1] 2024-11-12T18:17:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:45,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:45,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T18:17:45,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:45,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:45,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9911683f163c:34843 after: 9911683f163c:34843 2024-11-12T18:17:45,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:45,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34843,-1 for getting cluster id 2024-11-12T18:17:45,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:45,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:45,073 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff08f1b1-a28c-429e-9b15-87c50fc4ab94' 2024-11-12T18:17:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff08f1b1-a28c-429e-9b15-87c50fc4ab94" 2024-11-12T18:17:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d96214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34843,-1] 2024-11-12T18:17:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:45,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,078 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:45,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:45,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34843,1731435459025 2024-11-12T18:17:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d436609 2024-11-12T18:17:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:45,085 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:45,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:17:45,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T18:17:45,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:17:45,090 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34843 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-12T18:17:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:17:45,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:45,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:45,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:45,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:17:45,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1195257218, stopped=false 2024-11-12T18:17:45,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,34079,1731435449580 2024-11-12T18:17:45,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947078909/running 2024-11-12T18:17:45,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:45,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:45,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947078909/running 2024-11-12T18:17:45,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:45,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:45,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:45,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/running 2024-11-12T18:17:45,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,37531,1731435449655' ***** 2024-11-12T18:17:45,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,37531,1731435449655 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:45,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:37531. 2024-11-12T18:17:45,097 DEBUG [RS:0;9911683f163c:37531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:45,097 DEBUG [RS:0;9911683f163c:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,097 INFO [RS:0;9911683f163c:37531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:17:45,098 INFO [RS:0;9911683f163c:37531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:17:45,098 INFO [RS:0;9911683f163c:37531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:17:45,098 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:17:45,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Set watcher on znode that does not yet exist, /1-1947078909/running 2024-11-12T18:17:45,104 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:17:45,105 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:17:45,105 DEBUG [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:45,105 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:45,105 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:45,105 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:45,105 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:45,105 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:45,105 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T18:17:45,126 DEBUG [9911683f163c:34843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:17:45,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3064f56825d71a335afa25d23f9f1a19, regionState=OPENING, regionLocation=9911683f163c,35329,1731435459167 2024-11-12T18:17:45,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN because future has completed 2024-11-12T18:17:45,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3064f56825d71a335afa25d23f9f1a19, server=9911683f163c,35329,1731435459167}] 2024-11-12T18:17:45,140 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:45,144 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/.tmp/ns/901d8bc930cb41cf9ed0b859f6cc1edb is 43, key is default/ns:d/1731435452613/Put/seqid=0 2024-11-12T18:17:45,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741835_1011 (size=5153) 2024-11-12T18:17:45,157 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/.tmp/ns/901d8bc930cb41cf9ed0b859f6cc1edb 2024-11-12T18:17:45,173 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/.tmp/ns/901d8bc930cb41cf9ed0b859f6cc1edb as hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/ns/901d8bc930cb41cf9ed0b859f6cc1edb 2024-11-12T18:17:45,183 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/ns/901d8bc930cb41cf9ed0b859f6cc1edb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T18:17:45,185 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=6, compaction requested=false 2024-11-12T18:17:45,185 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:17:45,206 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T18:17:45,209 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:45,209 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:45,209 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:45,210 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435465105Running coprocessor pre-close hooks at 1731435465105Disabling compacts and flushes for region at 1731435465105Disabling writes for close at 1731435465105Obtaining lock to block concurrent updates at 1731435465105Preparing flush snapshotting stores in 1588230740 at 1731435465105Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731435465106 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435465108 (+2 ms)Flushing 1588230740/ns: creating writer at 1731435465109 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731435465143 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731435465143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8d6f64: reopening flushed file at 1731435465172 (+29 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=6, compaction requested=false at 1731435465185 (+13 ms)Writing region close event to WAL at 1731435465189 (+4 ms)Running coprocessor post-close hooks at 1731435465209 (+20 ms)Closed at 1731435465209 2024-11-12T18:17:45,210 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:45,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:45,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:45,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:17:45,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35329%2C1731435459167.rep, suffix=, logDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167, archiveDir=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs, maxLogs=10 2024-11-12T18:17:45,305 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,37531,1731435449655; all regions closed. 2024-11-12T18:17:45,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741834_1010 (size=1152) 2024-11-12T18:17:45,318 DEBUG [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/oldWALs 2024-11-12T18:17:45,318 INFO [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C37531%2C1731435449655.meta:.meta(num 1731435452440) 2024-11-12T18:17:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741833_1009 (size=93) 2024-11-12T18:17:45,325 DEBUG [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/oldWALs 2024-11-12T18:17:45,325 INFO [RS:0;9911683f163c:37531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C37531%2C1731435449655:(num 1731435452020) 2024-11-12T18:17:45,325 DEBUG [RS:0;9911683f163c:37531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:45,325 INFO [RS:0;9911683f163c:37531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:45,325 INFO [RS:0;9911683f163c:37531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:45,326 INFO [RS:0;9911683f163c:37531 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:45,326 INFO [RS:0;9911683f163c:37531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:45,326 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:45,326 INFO [RS:0;9911683f163c:37531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37531 2024-11-12T18:17:45,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.rep.1731435465303, exclude list is [], retry=0 2024-11-12T18:17:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909/rs 2024-11-12T18:17:45,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,37531,1731435449655] 2024-11-12T18:17:45,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947078909/rs/9911683f163c,37531,1731435449655 2024-11-12T18:17:45,333 INFO [RS:0;9911683f163c:37531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:45,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/draining/9911683f163c,37531,1731435449655 already deleted, retry=false 2024-11-12T18:17:45,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,37531,1731435449655 expired; onlineServers=0 2024-11-12T18:17:45,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,34079,1731435449580' ***** 2024-11-12T18:17:45,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:17:45,336 INFO [M:0;9911683f163c:34079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:45,336 INFO [M:0;9911683f163c:34079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:45,336 DEBUG [M:0;9911683f163c:34079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:17:45,336 DEBUG [M:0;9911683f163c:34079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:17:45,336 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435451675 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435451675,5,FailOnTimeoutGroup] 2024-11-12T18:17:45,336 INFO [M:0;9911683f163c:34079 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:45,336 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435451674 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435451674,5,FailOnTimeoutGroup] 2024-11-12T18:17:45,336 INFO [M:0;9911683f163c:34079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:45,337 DEBUG [M:0;9911683f163c:34079 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:17:45,337 INFO [M:0;9911683f163c:34079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:17:45,337 INFO [M:0;9911683f163c:34079 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:45,337 INFO [M:0;9911683f163c:34079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:17:45,337 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:17:45,337 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:17:45,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35181,DS-6e48fb20-4bd6-41b0-ae6e-04d83a74822f,DISK] 2024-11-12T18:17:45,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1947078909/master 2024-11-12T18:17:45,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1947078909 2024-11-12T18:17:45,341 DEBUG [M:0;9911683f163c:34079 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1947078909/master already deleted, retry=false 2024-11-12T18:17:45,341 DEBUG [M:0;9911683f163c:34079 {}] master.ActiveMasterManager(353): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1947078909/master 2024-11-12T18:17:45,347 INFO [M:0;9911683f163c:34079 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/.lastflushedseqids 2024-11-12T18:17:45,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.rep.1731435465303 2024-11-12T18:17:45,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43909:43909)] 2024-11-12T18:17:45,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 3064f56825d71a335afa25d23f9f1a19, NAME => 'hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:45,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:45,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:45,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. service=MultiRowMutationService 2024-11-12T18:17:45,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:17:45,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:45,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,355 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,361 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3064f56825d71a335afa25d23f9f1a19 columnFamilyName hfileref 2024-11-12T18:17:45,361 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:45,362 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(327): Store=3064f56825d71a335afa25d23f9f1a19/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:45,362 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741836_1012 (size=99) 2024-11-12T18:17:45,365 INFO [M:0;9911683f163c:34079 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:17:45,365 INFO [M:0;9911683f163c:34079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:17:45,365 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:45,365 INFO [M:0;9911683f163c:34079 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:45,365 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:45,365 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:45,365 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:45,365 INFO [M:0;9911683f163c:34079 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T18:17:45,370 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3064f56825d71a335afa25d23f9f1a19 columnFamilyName queue 2024-11-12T18:17:45,370 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:45,388 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/queue/36fd34779b824d2e94bbae538343d6ae 2024-11-12T18:17:45,389 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(327): Store=3064f56825d71a335afa25d23f9f1a19/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:45,389 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,391 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3064f56825d71a335afa25d23f9f1a19 columnFamilyName sid 2024-11-12T18:17:45,391 DEBUG [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:45,392 INFO [StoreOpener-3064f56825d71a335afa25d23f9f1a19-1 {}] regionserver.HStore(327): Store=3064f56825d71a335afa25d23f9f1a19/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:45,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,395 DEBUG [M:0;9911683f163c:34079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0c1117f2a242fca5b94ec721c666c1 is 82, key is hbase:meta,,1/info:regioninfo/1731435452553/Put/seqid=0 2024-11-12T18:17:45,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:17:45,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 3064f56825d71a335afa25d23f9f1a19; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69870807, jitterRate=0.04115615785121918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:17:45,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:45,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 3064f56825d71a335afa25d23f9f1a19: Running coprocessor pre-open hook at 1731435465353Writing region info on filesystem at 1731435465353Initializing all the Stores at 1731435465355 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435465355Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435465355Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435465355Cleaning up temporary data from old regions at 1731435465400 (+45 ms)Running coprocessor post-open hooks at 1731435465408 (+8 ms)Region opened successfully at 1731435465409 (+1 ms) 2024-11-12T18:17:45,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., pid=19, masterSystemTime=1731435465293 2024-11-12T18:17:45,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:45,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:45,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=3064f56825d71a335afa25d23f9f1a19, regionState=OPEN, openSeqNum=10, regionLocation=9911683f163c,35329,1731435459167 2024-11-12T18:17:45,435 INFO [RS:0;9911683f163c:37531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:45,435 INFO [RS:0;9911683f163c:37531 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,37531,1731435449655; zookeeper connection closed. 2024-11-12T18:17:45,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:45,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37531-0x10035362fcf0004, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741837_1013 (size=5672) 2024-11-12T18:17:45,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3064f56825d71a335afa25d23f9f1a19, server=9911683f163c,35329,1731435459167 because future has completed 2024-11-12T18:17:45,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@798e3569 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@798e3569 2024-11-12T18:17:45,444 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:17:45,455 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34843 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9911683f163c,35329,1731435459167, table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:17:45,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T18:17:45,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 3064f56825d71a335afa25d23f9f1a19, server=9911683f163c,35329,1731435459167 in 319 msec 2024-11-12T18:17:45,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T18:17:45,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3064f56825d71a335afa25d23f9f1a19, ASSIGN in 511 msec 2024-11-12T18:17:45,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T18:17:45,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., hostname=9911683f163c,35329,1731435459167, seqNum=10] 2024-11-12T18:17:45,554 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9911683f163c,40547,1731435444630 2024-11-12T18:17:45,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T18:17:45,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T18:17:45,734 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:45,737 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:45,839 INFO [M:0;9911683f163c:34079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0c1117f2a242fca5b94ec721c666c1 2024-11-12T18:17:45,872 DEBUG [M:0;9911683f163c:34079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65602147d2cb45e98abb2ea5efc40951 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731435452623/Put/seqid=0 2024-11-12T18:17:45,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741838_1014 (size=5275) 2024-11-12T18:17:45,878 INFO [M:0;9911683f163c:34079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65602147d2cb45e98abb2ea5efc40951 2024-11-12T18:17:45,907 DEBUG [M:0;9911683f163c:34079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe61ebe9d904181808541624d026c4a is 69, key is 9911683f163c,37531,1731435449655/rs:state/1731435451779/Put/seqid=0 2024-11-12T18:17:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741839_1015 (size=5156) 2024-11-12T18:17:45,915 INFO [M:0;9911683f163c:34079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe61ebe9d904181808541624d026c4a 2024-11-12T18:17:45,923 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0c1117f2a242fca5b94ec721c666c1 as hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f0c1117f2a242fca5b94ec721c666c1 2024-11-12T18:17:45,932 INFO [M:0;9911683f163c:34079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f0c1117f2a242fca5b94ec721c666c1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T18:17:45,934 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65602147d2cb45e98abb2ea5efc40951 as hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65602147d2cb45e98abb2ea5efc40951 2024-11-12T18:17:45,943 INFO [M:0;9911683f163c:34079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65602147d2cb45e98abb2ea5efc40951, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T18:17:45,944 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3fe61ebe9d904181808541624d026c4a as hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fe61ebe9d904181808541624d026c4a 2024-11-12T18:17:45,952 INFO [M:0;9911683f163c:34079 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/4cc32c4c-c737-ebce-5af6-ec4cf343c115/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3fe61ebe9d904181808541624d026c4a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T18:17:45,954 INFO [M:0;9911683f163c:34079 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=28, compaction requested=false 2024-11-12T18:17:45,956 INFO [M:0;9911683f163c:34079 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:45,956 DEBUG [M:0;9911683f163c:34079 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435465365Disabling compacts and flushes for region at 1731435465365Disabling writes for close at 1731435465365Obtaining lock to block concurrent updates at 1731435465365Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435465365Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731435465366 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435465370 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435465370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435465395 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435465395Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435465847 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435465871 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435465871Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435465886 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435465906 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435465907 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f811785: reopening flushed file at 1731435465921 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46493fc: reopening flushed file at 1731435465932 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f963e32: reopening flushed file at 1731435465943 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=28, compaction requested=false at 1731435465954 (+11 ms)Writing region close event to WAL at 1731435465956 (+2 ms)Closed at 1731435465956 2024-11-12T18:17:45,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44213 is added to blk_1073741830_1006 (size=10165) 2024-11-12T18:17:45,970 INFO [M:0;9911683f163c:34079 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:17:45,970 INFO [M:0;9911683f163c:34079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34079 2024-11-12T18:17:45,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:45,975 INFO [M:0;9911683f163c:34079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:46,078 INFO [M:0;9911683f163c:34079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:46,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:46,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34079-0x10035362fcf0003, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:46,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a90de69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:46,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd82d32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:46,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269619de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:46,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2be32ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:46,123 WARN [BP-1909546716-172.17.0.3-1731435448213 heartbeating to localhost/127.0.0.1:36597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:17:46,123 WARN [BP-1909546716-172.17.0.3-1731435448213 heartbeating to localhost/127.0.0.1:36597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909546716-172.17.0.3-1731435448213 (Datanode Uuid 4384c543-5d1e-499b-8aea-4a83ce8d7df2) service to localhost/127.0.0.1:36597 2024-11-12T18:17:46,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/cluster_8c4b0b0c-9a88-20c7-6954-9c5443aa4117/data/data1/current/BP-1909546716-172.17.0.3-1731435448213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:46,125 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/cluster_8c4b0b0c-9a88-20c7-6954-9c5443aa4117/data/data2/current/BP-1909546716-172.17.0.3-1731435448213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:46,126 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:17:46,126 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:17:46,127 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:17:46,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c194481{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:46,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ffd4f7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:46,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:46,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426ef9fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:46,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c2098f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:46,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:17:46,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:17:46,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:46,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:46,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:46,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:46,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:17:46,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:46,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335657225, stopped=false 2024-11-12T18:17:46,173 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,34843,1731435459025 2024-11-12T18:17:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/running 2024-11-12T18:17:46,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:46,180 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:46,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:46,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:46,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:46,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:46,182 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,35329,1731435459167' ***** 2024-11-12T18:17:46,182 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:17:46,183 INFO [RS:0;9911683f163c:35329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:46,183 INFO [RS:0;9911683f163c:35329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:17:46,183 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:46,183 INFO [RS:0;9911683f163c:35329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:17:46,183 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:46,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Set watcher on znode that does not yet exist, /0-1247784726/running 2024-11-12T18:17:46,184 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,35329,1731435459167 2024-11-12T18:17:46,184 INFO [RS:0;9911683f163c:35329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:46,185 INFO [RS:0;9911683f163c:35329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35329. 2024-11-12T18:17:46,185 DEBUG [RS:0;9911683f163c:35329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:46,185 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:46,185 INFO [RS:0;9911683f163c:35329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:17:46,185 INFO [RS:0;9911683f163c:35329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:17:46,185 INFO [RS:0;9911683f163c:35329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:17:46,185 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:17:46,185 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3064f56825d71a335afa25d23f9f1a19, disabling compactions & flushes 2024-11-12T18:17:46,185 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:46,186 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:46,186 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. after waiting 0 ms 2024-11-12T18:17:46,186 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:46,186 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:17:46,186 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1325): Online Regions={3064f56825d71a335afa25d23f9f1a19=hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:17:46,186 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3064f56825d71a335afa25d23f9f1a19 2024-11-12T18:17:46,186 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:46,186 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:46,186 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:46,187 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:46,187 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:46,187 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T18:17:46,206 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/replication/3064f56825d71a335afa25d23f9f1a19/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T18:17:46,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:46,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:46,207 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:46,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3064f56825d71a335afa25d23f9f1a19: Waiting for close lock at 1731435466185Running coprocessor pre-close hooks at 1731435466185Disabling compacts and flushes for region at 1731435466185Disabling writes for close at 1731435466186 (+1 ms)Writing region close event to WAL at 1731435466187 (+1 ms)Running coprocessor post-close hooks at 1731435466207 (+20 ms)Closed at 1731435466207 2024-11-12T18:17:46,208 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19. 2024-11-12T18:17:46,214 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:46,229 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/info/8f01d012d775471ba5aef4416d56dcf9 is 147, key is hbase:replication,,1731435452851.3064f56825d71a335afa25d23f9f1a19./info:regioninfo/1731435465421/Put/seqid=0 2024-11-12T18:17:46,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741851_1027 (size=6385) 2024-11-12T18:17:46,386 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:46,587 DEBUG [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:46,663 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/info/8f01d012d775471ba5aef4416d56dcf9 2024-11-12T18:17:46,676 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/.tmp/info/8f01d012d775471ba5aef4416d56dcf9 as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/info/8f01d012d775471ba5aef4416d56dcf9 2024-11-12T18:17:46,693 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:17:46,693 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:17:46,693 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/info/8f01d012d775471ba5aef4416d56dcf9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T18:17:46,697 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=19, compaction requested=false 2024-11-12T18:17:46,711 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T18:17:46,712 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:46,712 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:46,712 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:46,713 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435466186Running coprocessor pre-close hooks at 1731435466186Disabling compacts and flushes for region at 1731435466186Disabling writes for close at 1731435466187 (+1 ms)Obtaining lock to block concurrent updates at 1731435466187Preparing flush snapshotting stores in 1588230740 at 1731435466187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731435466187Flushing stores of hbase:meta,,1.1588230740 at 1731435466190 (+3 ms)Flushing 1588230740/info: creating writer at 1731435466190Flushing 1588230740/info: appending metadata at 1731435466228 (+38 ms)Flushing 1588230740/info: closing flushed file at 1731435466228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47de8a6b: reopening flushed file at 1731435466674 (+446 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 509ms, sequenceid=19, compaction requested=false at 1731435466697 (+23 ms)Writing region close event to WAL at 1731435466705 (+8 ms)Running coprocessor post-close hooks at 1731435466712 (+7 ms)Closed at 1731435466712 2024-11-12T18:17:46,713 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:46,743 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:46,752 DEBUG [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 to pos 0, reset compression=false 2024-11-12T18:17:46,787 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,35329,1731435459167; all regions closed. 2024-11-12T18:17:46,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.meta.1731435461461.meta not finished, retry = 0 2024-11-12T18:17:46,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741849_1025 (size=2156) 2024-11-12T18:17:46,900 DEBUG [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs 2024-11-12T18:17:46,900 INFO [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35329%2C1731435459167.meta:.meta(num 1731435461461) 2024-11-12T18:17:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741850_1026 (size=796) 2024-11-12T18:17:46,909 DEBUG [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs 2024-11-12T18:17:46,909 INFO [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35329%2C1731435459167.rep:(num 1731435465303) 2024-11-12T18:17:46,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741848_1024 (size=93) 2024-11-12T18:17:46,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/WALs/9911683f163c,35329,1731435459167/9911683f163c%2C35329%2C1731435459167.1731435461010 not finished, retry = 0 2024-11-12T18:17:47,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:17:47,037 DEBUG [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/oldWALs 2024-11-12T18:17:47,037 INFO [RS:0;9911683f163c:35329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35329%2C1731435459167:(num 1731435461010) 2024-11-12T18:17:47,037 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:47,037 INFO [RS:0;9911683f163c:35329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:47,037 INFO [RS:0;9911683f163c:35329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:47,038 INFO [RS:0;9911683f163c:35329 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:47,038 INFO [RS:0;9911683f163c:35329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:47,038 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:47,038 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,35329,1731435459167 because: Region server is closing 2024-11-12T18:17:47,038 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T18:17:47,038 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T18:17:47,038 INFO [RS:0;9911683f163c:35329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35329. 2024-11-12T18:17:47,038 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T18:17:47,038 DEBUG [RS:0;9911683f163c:35329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:47,038 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:47,039 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:47,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:47,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:17:47,139 WARN [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:17:47,139 WARN [RS:0;9911683f163c:35329.replicationSource.shipper9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:17:47,140 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9911683f163c:35329.replicationSource.shipper9911683f163c%2C35329%2C1731435459167,1-9911683f163c,35329,1731435459167 terminated 2024-11-12T18:17:47,140 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9911683f163c,35329,1731435459167 because: Region server is closing 2024-11-12T18:17:47,140 INFO [RS:0;9911683f163c:35329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35329. 2024-11-12T18:17:47,140 DEBUG [RS:0;9911683f163c:35329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:47,140 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:47,140 DEBUG [RS:0;9911683f163c:35329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:47,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:47,241 WARN [RS:0;9911683f163c:35329.replicationSource.shipper9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:17:47,241 WARN [RS:0;9911683f163c:35329.replicationSource.wal-reader.9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:17:47,241 INFO [RS:0;9911683f163c:35329 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9911683f163c:35329.replicationSource.shipper9911683f163c%2C35329%2C1731435459167,2-9911683f163c,35329,1731435459167 terminated 2024-11-12T18:17:47,242 INFO [RS:0;9911683f163c:35329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35329 2024-11-12T18:17:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/rs/9911683f163c,35329,1731435459167 2024-11-12T18:17:47,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726/rs 2024-11-12T18:17:47,246 INFO [RS:0;9911683f163c:35329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:47,247 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,35329,1731435459167] 2024-11-12T18:17:47,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1247784726/draining/9911683f163c,35329,1731435459167 already deleted, retry=false 2024-11-12T18:17:47,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,35329,1731435459167 expired; onlineServers=0 2024-11-12T18:17:47,249 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,34843,1731435459025' ***** 2024-11-12T18:17:47,249 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:17:47,250 INFO [M:0;9911683f163c:34843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:47,250 INFO [M:0;9911683f163c:34843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:47,250 DEBUG [M:0;9911683f163c:34843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:17:47,250 DEBUG [M:0;9911683f163c:34843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:17:47,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:17:47,250 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435460369 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435460369,5,FailOnTimeoutGroup] 2024-11-12T18:17:47,250 INFO [M:0;9911683f163c:34843 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:47,251 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435460379 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435460379,5,FailOnTimeoutGroup] 2024-11-12T18:17:47,251 INFO [M:0;9911683f163c:34843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:47,251 DEBUG [M:0;9911683f163c:34843 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:17:47,251 INFO [M:0;9911683f163c:34843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:17:47,251 INFO [M:0;9911683f163c:34843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:47,251 INFO [M:0;9911683f163c:34843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:17:47,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:17:47,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1247784726/master 2024-11-12T18:17:47,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1247784726 2024-11-12T18:17:47,257 DEBUG [M:0;9911683f163c:34843 {}] zookeeper.ZKUtil(347): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Unable to get data of znode /0-1247784726/master because node does not exist (not an error) 2024-11-12T18:17:47,257 WARN [M:0;9911683f163c:34843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:17:47,261 INFO [M:0;9911683f163c:34843 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/.lastflushedseqids 2024-11-12T18:17:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741852_1028 (size=181) 2024-11-12T18:17:47,312 INFO [M:0;9911683f163c:34843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:17:47,312 INFO [M:0;9911683f163c:34843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:17:47,313 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:47,313 INFO [M:0;9911683f163c:34843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:47,313 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:47,313 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:47,313 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:47,313 INFO [M:0;9911683f163c:34843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T18:17:47,343 DEBUG [M:0;9911683f163c:34843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be93938d5c00463c867322a7ed8a5503 is 82, key is hbase:meta,,1/info:regioninfo/1731435461657/Put/seqid=0 2024-11-12T18:17:47,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:47,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35329-0x10035362fcf0007, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:47,350 INFO [RS:0;9911683f163c:35329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:47,350 INFO [RS:0;9911683f163c:35329 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,35329,1731435459167; zookeeper connection closed. 2024-11-12T18:17:47,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3dd352ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3dd352ba 2024-11-12T18:17:47,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:17:47,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741853_1029 (size=5680) 2024-11-12T18:17:47,753 INFO [M:0;9911683f163c:34843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be93938d5c00463c867322a7ed8a5503 2024-11-12T18:17:47,793 DEBUG [M:0;9911683f163c:34843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60f3be4ca08440da85df4477639f83c0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731435465485/Put/seqid=0 2024-11-12T18:17:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741854_1030 (size=7319) 2024-11-12T18:17:47,810 INFO [M:0;9911683f163c:34843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60f3be4ca08440da85df4477639f83c0 2024-11-12T18:17:47,854 DEBUG [M:0;9911683f163c:34843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a521fc5208ae49d4b837a4065d116bec is 69, key is 9911683f163c,35329,1731435459167/rs:state/1731435460464/Put/seqid=0 2024-11-12T18:17:47,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741855_1031 (size=5371) 2024-11-12T18:17:47,864 INFO [M:0;9911683f163c:34843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a521fc5208ae49d4b837a4065d116bec 2024-11-12T18:17:47,876 INFO [M:0;9911683f163c:34843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a521fc5208ae49d4b837a4065d116bec 2024-11-12T18:17:47,879 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be93938d5c00463c867322a7ed8a5503 as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be93938d5c00463c867322a7ed8a5503 2024-11-12T18:17:47,888 INFO [M:0;9911683f163c:34843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be93938d5c00463c867322a7ed8a5503, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T18:17:47,893 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60f3be4ca08440da85df4477639f83c0 as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60f3be4ca08440da85df4477639f83c0 2024-11-12T18:17:47,901 INFO [M:0;9911683f163c:34843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60f3be4ca08440da85df4477639f83c0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T18:17:47,903 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a521fc5208ae49d4b837a4065d116bec as hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a521fc5208ae49d4b837a4065d116bec 2024-11-12T18:17:47,917 INFO [M:0;9911683f163c:34843 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a521fc5208ae49d4b837a4065d116bec 2024-11-12T18:17:47,917 INFO [M:0;9911683f163c:34843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40029/user/jenkins/test-data/97944922-fd15-530f-937f-13cd439d6b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a521fc5208ae49d4b837a4065d116bec, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T18:17:47,920 INFO [M:0;9911683f163c:34843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=172, compaction requested=false 2024-11-12T18:17:47,925 INFO [M:0;9911683f163c:34843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:47,925 DEBUG [M:0;9911683f163c:34843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435467313Disabling compacts and flushes for region at 1731435467313Disabling writes for close at 1731435467313Obtaining lock to block concurrent updates at 1731435467313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435467313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731435467314 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435467315 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435467315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435467342 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435467342Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435467761 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435467792 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435467792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435467832 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435467852 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435467852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a479c40: reopening flushed file at 1731435467877 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c263ba: reopening flushed file at 1731435467888 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c7716: reopening flushed file at 1731435467902 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=172, compaction requested=false at 1731435467920 (+18 ms)Writing region close event to WAL at 1731435467925 (+5 ms)Closed at 1731435467925 2024-11-12T18:17:47,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35181 is added to blk_1073741847_1023 (size=22949) 2024-11-12T18:17:47,931 INFO [M:0;9911683f163c:34843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:17:47,932 INFO [M:0;9911683f163c:34843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34843 2024-11-12T18:17:47,932 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:47,932 INFO [M:0;9911683f163c:34843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:48,037 INFO [M:0;9911683f163c:34843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:48,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:48,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34843-0x10035362fcf0006, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:48,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:48,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:48,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:48,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:48,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:48,053 WARN [BP-1303828520-172.17.0.3-1731435440588 heartbeating to localhost/127.0.0.1:40029 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:17:48,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:17:48,053 WARN [BP-1303828520-172.17.0.3-1731435440588 heartbeating to localhost/127.0.0.1:40029 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1303828520-172.17.0.3-1731435440588 (Datanode Uuid e9352b20-7fbf-4061-aa5d-2042f2625211) service to localhost/127.0.0.1:40029 2024-11-12T18:17:48,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:17:48,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/data/data1/current/BP-1303828520-172.17.0.3-1731435440588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:48,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/cluster_cfc54331-2a08-1b3f-fe11-aac6a5b7e8b8/data/data2/current/BP-1303828520-172.17.0.3-1731435440588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:17:48,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:17:48,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:48,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:17:48,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:17:48,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:17:48,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ec8c6b9-1d15-2821-0a8d-81d8ebaa0ac3/hadoop.log.dir/,STOPPED} 2024-11-12T18:17:48,084 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:17:48,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:17:48,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59765) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36597 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1a465363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59765) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40029 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=714 (was 669) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1449 (was 1481) 2024-11-12T18:17:48,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=714, ProcessCount=11, AvailableMemoryMB=1450 2024-11-12T18:17:48,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10035362fcf0005, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:17:48,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10035362fcf0005, quorum=127.0.0.1:59765, baseZNode=/1-1947078909 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:17:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10035362fcf0002, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:17:48,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10035362fcf0002, quorum=127.0.0.1:59765, baseZNode=/0-1247784726 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:17:48,186 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T18:17:48,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir so I do NOT create it in target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35 2024-11-12T18:17:48,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:17:48,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.tmp.dir so I do NOT create it in target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35 2024-11-12T18:17:48,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f2a24331-daef-e5f9-e36e-d3b3945385ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:17:48,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35 2024-11-12T18:17:48,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200, deleteOnExit=true 2024-11-12T18:17:48,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/zookeeper_0, clientPort=49761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:17:48,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49761 2024-11-12T18:17:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:17:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:17:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/test.cache.data in system properties and HBase conf 2024-11-12T18:17:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:17:48,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:17:48,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:48,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:17:48,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:17:48,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:48,346 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:48,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:48,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:48,349 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:17:48,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:48,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:48,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:48,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/java.io.tmpdir/jetty-localhost-38643-hadoop-hdfs-3_4_1-tests_jar-_-any-9015307549500865281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:48,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:38643} 2024-11-12T18:17:48,506 INFO [Time-limited test {}] server.Server(415): Started @31057ms 2024-11-12T18:17:48,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:48,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:48,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:48,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:48,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:17:48,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:48,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:48,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/java.io.tmpdir/jetty-localhost-36537-hadoop-hdfs-3_4_1-tests_jar-_-any-17818684049211879565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:48,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:36537} 2024-11-12T18:17:48,781 INFO [Time-limited test {}] server.Server(415): Started @31333ms 2024-11-12T18:17:48,783 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:17:48,893 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/data/data1/current/BP-566122751-172.17.0.3-1731435468266/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:48,894 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/data/data2/current/BP-566122751-172.17.0.3-1731435468266/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:48,921 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:17:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbae72d3ac4b429f1 with lease ID 0x7eff045ae48687c9: Processing first storage report for DS-809598c9-2510-4ff5-9866-3e3bc28b5224 from datanode DatanodeRegistration(127.0.0.1:40735, datanodeUuid=40182017-f959-4e6a-ae98-aa76d32f8084, infoPort=40233, infoSecurePort=0, ipcPort=41111, storageInfo=lv=-57;cid=testClusterID;nsid=1399627443;c=1731435468266) 2024-11-12T18:17:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbae72d3ac4b429f1 with lease ID 0x7eff045ae48687c9: from storage DS-809598c9-2510-4ff5-9866-3e3bc28b5224 node DatanodeRegistration(127.0.0.1:40735, datanodeUuid=40182017-f959-4e6a-ae98-aa76d32f8084, infoPort=40233, infoSecurePort=0, ipcPort=41111, storageInfo=lv=-57;cid=testClusterID;nsid=1399627443;c=1731435468266), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:17:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbae72d3ac4b429f1 with lease ID 0x7eff045ae48687c9: Processing first storage report for DS-12502045-af0d-4cde-bf81-3e36e68b0da2 from datanode DatanodeRegistration(127.0.0.1:40735, datanodeUuid=40182017-f959-4e6a-ae98-aa76d32f8084, infoPort=40233, infoSecurePort=0, ipcPort=41111, storageInfo=lv=-57;cid=testClusterID;nsid=1399627443;c=1731435468266) 2024-11-12T18:17:48,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbae72d3ac4b429f1 with lease ID 0x7eff045ae48687c9: from storage DS-12502045-af0d-4cde-bf81-3e36e68b0da2 node DatanodeRegistration(127.0.0.1:40735, datanodeUuid=40182017-f959-4e6a-ae98-aa76d32f8084, infoPort=40233, infoSecurePort=0, ipcPort=41111, storageInfo=lv=-57;cid=testClusterID;nsid=1399627443;c=1731435468266), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:17:49,027 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35 2024-11-12T18:17:49,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:17:49,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed with version=8 2024-11-12T18:17:49,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/hbase-staging 2024-11-12T18:17:49,443 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:17:49,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:49,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42681 2024-11-12T18:17:49,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42681 connecting to ZooKeeper ensemble=127.0.0.1:49761 2024-11-12T18:17:49,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426810x0, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:49,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42681-0x1003536a0500000 connected 2024-11-12T18:17:49,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/running 2024-11-12T18:17:49,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed, hbase.cluster.distributed=false 2024-11-12T18:17:49,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/acl 2024-11-12T18:17:49,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42681 2024-11-12T18:17:49,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42681 2024-11-12T18:17:49,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42681 2024-11-12T18:17:49,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42681 2024-11-12T18:17:49,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42681 2024-11-12T18:17:49,502 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:49,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:49,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:49,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:49,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:49,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:49,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:17:49,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:49,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42761 2024-11-12T18:17:49,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42761 connecting to ZooKeeper ensemble=127.0.0.1:49761 2024-11-12T18:17:49,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427610x0, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:49,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42761-0x1003536a0500001 connected 2024-11-12T18:17:49,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/running 2024-11-12T18:17:49,515 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:17:49,517 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:17:49,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/master 2024-11-12T18:17:49,519 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/acl 2024-11-12T18:17:49,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42761 2024-11-12T18:17:49,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42761 2024-11-12T18:17:49,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42761 2024-11-12T18:17:49,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42761 2024-11-12T18:17:49,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42761 2024-11-12T18:17:49,538 DEBUG [M:0;9911683f163c:42681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:42681 2024-11-12T18:17:49,539 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1030331056/backup-masters/9911683f163c,42681,1731435469443 2024-11-12T18:17:49,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056/backup-masters 2024-11-12T18:17:49,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056/backup-masters 2024-11-12T18:17:49,542 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on existing znode=/0-1030331056/backup-masters/9911683f163c,42681,1731435469443 2024-11-12T18:17:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1030331056/master 2024-11-12T18:17:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:49,545 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on existing znode=/0-1030331056/master 2024-11-12T18:17:49,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1030331056/backup-masters/9911683f163c,42681,1731435469443 from backup master directory 2024-11-12T18:17:49,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1030331056/backup-masters/9911683f163c,42681,1731435469443 2024-11-12T18:17:49,547 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:49,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056/backup-masters 2024-11-12T18:17:49,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,42681,1731435469443 2024-11-12T18:17:49,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056/backup-masters 2024-11-12T18:17:49,552 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/hbase.id] with ID: 3cec6ec5-3f1a-43b7-9a24-00d70040286a 2024-11-12T18:17:49,552 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/.tmp/hbase.id 2024-11-12T18:17:49,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:17:49,959 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/.tmp/hbase.id]:[hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/hbase.id] 2024-11-12T18:17:49,972 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:49,972 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:17:49,974 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:17:49,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:49,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:49,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:17:50,384 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:50,385 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:17:50,385 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:50,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:17:50,794 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store 2024-11-12T18:17:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:17:51,202 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:51,202 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:51,202 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:51,202 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:51,203 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:51,203 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:51,203 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:51,203 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435471202Disabling compacts and flushes for region at 1731435471202Disabling writes for close at 1731435471203 (+1 ms)Writing region close event to WAL at 1731435471203Closed at 1731435471203 2024-11-12T18:17:51,204 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/.initializing 2024-11-12T18:17:51,204 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/WALs/9911683f163c,42681,1731435469443 2024-11-12T18:17:51,205 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:51,207 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C42681%2C1731435469443, suffix=, logDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/WALs/9911683f163c,42681,1731435469443, archiveDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/oldWALs, maxLogs=10 2024-11-12T18:17:51,222 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/WALs/9911683f163c,42681,1731435469443/9911683f163c%2C42681%2C1731435469443.1731435471207, exclude list is [], retry=0 2024-11-12T18:17:51,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-809598c9-2510-4ff5-9866-3e3bc28b5224,DISK] 2024-11-12T18:17:51,227 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/WALs/9911683f163c,42681,1731435469443/9911683f163c%2C42681%2C1731435469443.1731435471207 2024-11-12T18:17:51,227 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40233:40233)] 2024-11-12T18:17:51,227 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:51,228 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:51,228 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,228 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:17:51,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:51,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:51,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:17:51,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:51,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:51,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:17:51,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:51,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:51,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:17:51,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:51,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:51,237 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,238 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,238 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,240 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,240 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,240 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:51,242 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:51,244 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:51,244 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59166266, jitterRate=-0.118353933095932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:51,245 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435471228Initializing all the Stores at 1731435471229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435471229Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435471229Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435471229Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435471229Cleaning up temporary data from old regions at 1731435471240 (+11 ms)Region opened successfully at 1731435471245 (+5 ms) 2024-11-12T18:17:51,246 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:17:51,249 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55eb0f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:51,250 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:17:51,250 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:17:51,250 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:17:51,250 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:17:51,251 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:17:51,251 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:17:51,251 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:17:51,253 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:17:51,254 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Unable to get data of znode /0-1030331056/balancer because node does not exist (not necessarily an error) 2024-11-12T18:17:51,255 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/balancer already deleted, retry=false 2024-11-12T18:17:51,256 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:17:51,256 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Unable to get data of znode /0-1030331056/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:17:51,258 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/normalizer already deleted, retry=false 2024-11-12T18:17:51,258 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:17:51,259 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Unable to get data of znode /0-1030331056/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:17:51,261 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/switch/split already deleted, retry=false 2024-11-12T18:17:51,262 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Unable to get data of znode /0-1030331056/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:17:51,264 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/switch/merge already deleted, retry=false 2024-11-12T18:17:51,267 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Unable to get data of znode /0-1030331056/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:17:51,268 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/snapshot-cleanup already deleted, retry=false 2024-11-12T18:17:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1030331056/running 2024-11-12T18:17:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1030331056/running 2024-11-12T18:17:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:51,271 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,42681,1731435469443, sessionid=0x1003536a0500000, setting cluster-up flag (Was=false) 2024-11-12T18:17:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:51,280 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1030331056/flush-table-proc/acquired, /0-1030331056/flush-table-proc/reached, /0-1030331056/flush-table-proc/abort 2024-11-12T18:17:51,281 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,42681,1731435469443 2024-11-12T18:17:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:51,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:51,292 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1030331056/online-snapshot/acquired, /0-1030331056/online-snapshot/reached, /0-1030331056/online-snapshot/abort 2024-11-12T18:17:51,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,42681,1731435469443 2024-11-12T18:17:51,294 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:17:51,296 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:51,296 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:17:51,297 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:17:51,297 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,42681,1731435469443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:17:51,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:51,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:51,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:51,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:51,299 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:17:51,299 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,299 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:51,299 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435501301 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:17:51,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:17:51,302 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:51,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:17:51,302 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:17:51,302 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:17:51,302 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:17:51,302 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:17:51,303 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:17:51,303 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:17:51,303 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435471303,5,FailOnTimeoutGroup] 2024-11-12T18:17:51,303 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435471303,5,FailOnTimeoutGroup] 2024-11-12T18:17:51,303 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,303 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:17:51,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:51,303 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,303 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,303 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:17:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:17:51,328 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(746): ClusterId : 3cec6ec5-3f1a-43b7-9a24-00d70040286a 2024-11-12T18:17:51,328 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:17:51,331 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:17:51,331 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:17:51,333 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:17:51,334 DEBUG [RS:0;9911683f163c:42761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abb3fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:51,347 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:42761 2024-11-12T18:17:51,347 INFO [RS:0;9911683f163c:42761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:17:51,347 INFO [RS:0;9911683f163c:42761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:17:51,347 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:17:51,348 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,42681,1731435469443 with port=42761, startcode=1731435469502 2024-11-12T18:17:51,348 DEBUG [RS:0;9911683f163c:42761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:17:51,351 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:17:51,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,42761,1731435469502 2024-11-12T18:17:51,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42681 {}] master.ServerManager(517): Registering regionserver=9911683f163c,42761,1731435469502 2024-11-12T18:17:51,354 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed 2024-11-12T18:17:51,354 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42287 2024-11-12T18:17:51,354 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:17:51,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056/rs 2024-11-12T18:17:51,357 DEBUG [RS:0;9911683f163c:42761 {}] zookeeper.ZKUtil(111): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on existing znode=/0-1030331056/rs/9911683f163c,42761,1731435469502 2024-11-12T18:17:51,357 WARN [RS:0;9911683f163c:42761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:51,357 INFO [RS:0;9911683f163c:42761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:51,357 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502 2024-11-12T18:17:51,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,42761,1731435469502] 2024-11-12T18:17:51,361 INFO [RS:0;9911683f163c:42761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:17:51,364 INFO [RS:0;9911683f163c:42761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:17:51,365 INFO [RS:0;9911683f163c:42761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:17:51,365 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,365 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:17:51,366 INFO [RS:0;9911683f163c:42761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:17:51,366 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,366 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,366 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,366 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:51,367 DEBUG [RS:0;9911683f163c:42761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:51,368 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,368 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,368 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,368 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,368 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,368 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42761,1731435469502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:51,384 INFO [RS:0;9911683f163c:42761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:17:51,385 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42761,1731435469502-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,385 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,385 INFO [RS:0;9911683f163c:42761 {}] regionserver.Replication(171): 9911683f163c,42761,1731435469502 started 2024-11-12T18:17:51,400 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:51,400 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,42761,1731435469502, RpcServer on 9911683f163c/172.17.0.3:42761, sessionid=0x1003536a0500001 2024-11-12T18:17:51,401 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:17:51,401 DEBUG [RS:0;9911683f163c:42761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,42761,1731435469502 2024-11-12T18:17:51,401 DEBUG [RS:0;9911683f163c:42761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42761,1731435469502' 2024-11-12T18:17:51,401 DEBUG [RS:0;9911683f163c:42761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1030331056/flush-table-proc/abort' 2024-11-12T18:17:51,401 DEBUG [RS:0;9911683f163c:42761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1030331056/flush-table-proc/acquired' 2024-11-12T18:17:51,402 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:17:51,402 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:17:51,402 DEBUG [RS:0;9911683f163c:42761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,42761,1731435469502 2024-11-12T18:17:51,402 DEBUG [RS:0;9911683f163c:42761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42761,1731435469502' 2024-11-12T18:17:51,402 DEBUG [RS:0;9911683f163c:42761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1030331056/online-snapshot/abort' 2024-11-12T18:17:51,402 DEBUG [RS:0;9911683f163c:42761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1030331056/online-snapshot/acquired' 2024-11-12T18:17:51,403 DEBUG [RS:0;9911683f163c:42761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:17:51,403 INFO [RS:0;9911683f163c:42761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:17:51,403 INFO [RS:0;9911683f163c:42761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:17:51,503 INFO [RS:0;9911683f163c:42761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:51,505 INFO [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42761%2C1731435469502, suffix=, logDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502, archiveDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/oldWALs, maxLogs=10 2024-11-12T18:17:51,523 DEBUG [RS:0;9911683f163c:42761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506, exclude list is [], retry=0 2024-11-12T18:17:51,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-809598c9-2510-4ff5-9866-3e3bc28b5224,DISK] 2024-11-12T18:17:51,529 INFO [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 2024-11-12T18:17:51,529 DEBUG [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40233:40233)] 2024-11-12T18:17:51,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:17:51,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed 2024-11-12T18:17:51,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:17:52,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:52,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:52,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:52,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:52,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:52,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:52,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:52,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:52,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:52,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740 2024-11-12T18:17:52,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740 2024-11-12T18:17:52,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:52,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:52,137 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:52,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:52,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:52,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66078737, jitterRate=-0.015350088477134705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:52,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435472123Initializing all the Stores at 1731435472125 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435472125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435472125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435472125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435472125Cleaning up temporary data from old regions at 1731435472137 (+12 ms)Region opened successfully at 1731435472142 (+5 ms) 2024-11-12T18:17:52,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:52,142 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:52,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:52,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:52,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:52,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:52,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435472142Disabling compacts and flushes for region at 1731435472142Disabling writes for close at 1731435472142Writing region close event to WAL at 1731435472143 (+1 ms)Closed at 1731435472143 2024-11-12T18:17:52,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:52,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:17:52,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:17:52,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:52,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:17:52,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:17:52,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:17:52,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:17:52,298 DEBUG [9911683f163c:42681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:17:52,299 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,42761,1731435469502 2024-11-12T18:17:52,300 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42761,1731435469502, state=OPENING 2024-11-12T18:17:52,302 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:17:52,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:52,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:52,308 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:52,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030331056/meta-region-server: CHANGED 2024-11-12T18:17:52,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030331056/meta-region-server: CHANGED 2024-11-12T18:17:52,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42761,1731435469502}] 2024-11-12T18:17:52,462 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:17:52,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:17:52,468 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:17:52,468 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:52,469 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:17:52,471 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42761%2C1731435469502.meta, suffix=.meta, logDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502, archiveDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/oldWALs, maxLogs=10 2024-11-12T18:17:52,486 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.meta.1731435472471.meta, exclude list is [], retry=0 2024-11-12T18:17:52,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-809598c9-2510-4ff5-9866-3e3bc28b5224,DISK] 2024-11-12T18:17:52,491 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.meta.1731435472471.meta 2024-11-12T18:17:52,492 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40233:40233)] 2024-11-12T18:17:52,492 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:52,493 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:52,493 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:52,493 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:17:52,493 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:17:52,493 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:17:52,493 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:52,493 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:17:52,493 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:17:52,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:52,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:52,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:52,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:52,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:52,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:52,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:52,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:52,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:52,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:52,503 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:52,504 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740 2024-11-12T18:17:52,505 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740 2024-11-12T18:17:52,507 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:52,507 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:52,507 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:52,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:52,509 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74113038, jitterRate=0.10437032580375671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:52,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:17:52,510 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435472494Writing region info on filesystem at 1731435472494Initializing all the Stores at 1731435472495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435472495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435472495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435472495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435472495Cleaning up temporary data from old regions at 1731435472507 (+12 ms)Running coprocessor post-open hooks at 1731435472509 (+2 ms)Region opened successfully at 1731435472510 (+1 ms) 2024-11-12T18:17:52,512 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435472461 2024-11-12T18:17:52,515 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:17:52,515 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:17:52,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42761,1731435469502 2024-11-12T18:17:52,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42761,1731435469502, state=OPEN 2024-11-12T18:17:52,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1030331056/meta-region-server 2024-11-12T18:17:52,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1030331056/meta-region-server 2024-11-12T18:17:52,518 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,42761,1731435469502 2024-11-12T18:17:52,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030331056/meta-region-server: CHANGED 2024-11-12T18:17:52,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1030331056/meta-region-server: CHANGED 2024-11-12T18:17:52,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:17:52,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42761,1731435469502 in 210 msec 2024-11-12T18:17:52,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:17:52,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-12T18:17:52,525 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:52,525 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:17:52,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:52,527 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42761,1731435469502, seqNum=-1] 2024-11-12T18:17:52,527 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:52,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:52,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-12T18:17:52,536 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435472536, completionTime=-1 2024-11-12T18:17:52,536 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:17:52,536 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:17:52,541 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:17:52,541 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435532541 2024-11-12T18:17:52,541 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435592541 2024-11-12T18:17:52,541 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T18:17:52,542 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42681,1731435469443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,542 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42681,1731435469443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,542 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42681,1731435469443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,542 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:42681, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,542 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,542 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,545 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.000sec 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42681,1731435469443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:52,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42681,1731435469443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:17:52,551 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:17:52,551 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:17:52,551 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42681,1731435469443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:52,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:52,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42681,-1 for getting cluster id 2024-11-12T18:17:52,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:52,631 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cec6ec5-3f1a-43b7-9a24-00d70040286a' 2024-11-12T18:17:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cec6ec5-3f1a-43b7-9a24-00d70040286a" 2024-11-12T18:17:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d883dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:52,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42681,-1] 2024-11-12T18:17:52,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:52,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:52,633 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:52,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:52,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:52,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42761,1731435469502, seqNum=-1] 2024-11-12T18:17:52,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:52,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:52,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,42681,1731435469443 2024-11-12T18:17:52,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49761 2024-11-12T18:17:52,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:52,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003536a0500002 connected 2024-11-12T18:17:52,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir so I do NOT create it in target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d 2024-11-12T18:17:52,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:17:52,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.tmp.dir so I do NOT create it in target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d 2024-11-12T18:17:52,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:17:52,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d 2024-11-12T18:17:52,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:17:52,649 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/cluster_142f8373-2bb5-70b9-ae94-17328f942f30, deleteOnExit=true 2024-11-12T18:17:52,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:17:52,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/test.cache.data in system properties and HBase conf 2024-11-12T18:17:52,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:17:52,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:17:52,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:17:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:17:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:17:52,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:17:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:17:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:17:52,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:17:52,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:17:52,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:52,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:52,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:52,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:52,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:17:52,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:52,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:52,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:52,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/java.io.tmpdir/jetty-localhost-41665-hadoop-hdfs-3_4_1-tests_jar-_-any-5030334627459283667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:17:52,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:41665} 2024-11-12T18:17:52,878 INFO [Time-limited test {}] server.Server(415): Started @35429ms 2024-11-12T18:17:52,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:17:52,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:17:52,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:17:53,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:17:53,000 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:17:53,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:17:53,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:17:53,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/java.io.tmpdir/jetty-localhost-33645-hadoop-hdfs-3_4_1-tests_jar-_-any-6234149109169709135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:17:53,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:33645} 2024-11-12T18:17:53,138 INFO [Time-limited test {}] server.Server(415): Started @35690ms 2024-11-12T18:17:53,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:17:53,258 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/cluster_142f8373-2bb5-70b9-ae94-17328f942f30/data/data2/current/BP-910467243-172.17.0.3-1731435472690/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:53,258 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/cluster_142f8373-2bb5-70b9-ae94-17328f942f30/data/data1/current/BP-910467243-172.17.0.3-1731435472690/current, will proceed with Du for space computation calculation, 2024-11-12T18:17:53,276 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:17:53,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5b211eec550e52d with lease ID 0xe536218b998251e6: Processing first storage report for DS-c6134566-cb48-48da-8a0c-3320be746e2e from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=d0d0482a-6525-45d2-851f-4b9f32a0ad4d, infoPort=39815, infoSecurePort=0, ipcPort=44119, storageInfo=lv=-57;cid=testClusterID;nsid=1619973095;c=1731435472690) 2024-11-12T18:17:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5b211eec550e52d with lease ID 0xe536218b998251e6: from storage DS-c6134566-cb48-48da-8a0c-3320be746e2e node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=d0d0482a-6525-45d2-851f-4b9f32a0ad4d, infoPort=39815, infoSecurePort=0, ipcPort=44119, storageInfo=lv=-57;cid=testClusterID;nsid=1619973095;c=1731435472690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:17:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5b211eec550e52d with lease ID 0xe536218b998251e6: Processing first storage report for DS-bc3fc2d9-a60d-4edb-a0cb-12005f6226c0 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=d0d0482a-6525-45d2-851f-4b9f32a0ad4d, infoPort=39815, infoSecurePort=0, ipcPort=44119, storageInfo=lv=-57;cid=testClusterID;nsid=1619973095;c=1731435472690) 2024-11-12T18:17:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5b211eec550e52d with lease ID 0xe536218b998251e6: from storage DS-bc3fc2d9-a60d-4edb-a0cb-12005f6226c0 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=d0d0482a-6525-45d2-851f-4b9f32a0ad4d, infoPort=39815, infoSecurePort=0, ipcPort=44119, storageInfo=lv=-57;cid=testClusterID;nsid=1619973095;c=1731435472690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:17:53,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d 2024-11-12T18:17:53,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:53,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:53,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:17:53,794 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224 with version=8 2024-11-12T18:17:53,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/hbase-staging 2024-11-12T18:17:53,797 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:17:53,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:53,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39349 2024-11-12T18:17:53,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39349 connecting to ZooKeeper ensemble=127.0.0.1:49761 2024-11-12T18:17:53,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393490x0, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:53,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39349-0x1003536a0500003 connected 2024-11-12T18:17:53,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:53,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:53,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/running 2024-11-12T18:17:53,820 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224, hbase.cluster.distributed=false 2024-11-12T18:17:53,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/acl 2024-11-12T18:17:53,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39349 2024-11-12T18:17:53,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39349 2024-11-12T18:17:53,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39349 2024-11-12T18:17:53,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39349 2024-11-12T18:17:53,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39349 2024-11-12T18:17:53,844 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:17:53,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:53,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:17:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:17:53,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:17:53,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:17:53,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:17:53,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40531 2024-11-12T18:17:53,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40531 connecting to ZooKeeper ensemble=127.0.0.1:49761 2024-11-12T18:17:53,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:53,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:53,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405310x0, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:53,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405310x0, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/running 2024-11-12T18:17:53,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40531-0x1003536a0500004 connected 2024-11-12T18:17:53,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:17:53,857 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:17:53,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/master 2024-11-12T18:17:53,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/acl 2024-11-12T18:17:53,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40531 2024-11-12T18:17:53,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40531 2024-11-12T18:17:53,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40531 2024-11-12T18:17:53,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40531 2024-11-12T18:17:53,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40531 2024-11-12T18:17:53,876 DEBUG [M:0;9911683f163c:39349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:39349 2024-11-12T18:17:53,877 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1913776825/backup-masters/9911683f163c,39349,1731435473796 2024-11-12T18:17:53,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825/backup-masters 2024-11-12T18:17:53,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825/backup-masters 2024-11-12T18:17:53,880 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on existing znode=/1913776825/backup-masters/9911683f163c,39349,1731435473796 2024-11-12T18:17:53,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1913776825/master 2024-11-12T18:17:53,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:53,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:53,882 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on existing znode=/1913776825/master 2024-11-12T18:17:53,882 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1913776825/backup-masters/9911683f163c,39349,1731435473796 from backup master directory 2024-11-12T18:17:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825/backup-masters 2024-11-12T18:17:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1913776825/backup-masters/9911683f163c,39349,1731435473796 2024-11-12T18:17:53,884 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825/backup-masters 2024-11-12T18:17:53,884 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,39349,1731435473796 2024-11-12T18:17:53,890 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/hbase.id] with ID: 19e5a851-dfc5-4d02-abda-9c5f391f0936 2024-11-12T18:17:53,891 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/.tmp/hbase.id 2024-11-12T18:17:53,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:17:54,299 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/.tmp/hbase.id]:[hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/hbase.id] 2024-11-12T18:17:54,312 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:17:54,312 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:17:54,314 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:17:54,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:54,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:54,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:17:54,724 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:54,725 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:17:54,725 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:17:55,135 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store 2024-11-12T18:17:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:17:55,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:55,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:17:55,543 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:55,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:55,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:17:55,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:55,544 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:17:55,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435475543Disabling compacts and flushes for region at 1731435475543Disabling writes for close at 1731435475543Writing region close event to WAL at 1731435475544 (+1 ms)Closed at 1731435475544 2024-11-12T18:17:55,545 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/.initializing 2024-11-12T18:17:55,545 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/WALs/9911683f163c,39349,1731435473796 2024-11-12T18:17:55,547 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:55,549 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C39349%2C1731435473796, suffix=, logDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/WALs/9911683f163c,39349,1731435473796, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/oldWALs, maxLogs=10 2024-11-12T18:17:55,567 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/WALs/9911683f163c,39349,1731435473796/9911683f163c%2C39349%2C1731435473796.1731435475549, exclude list is [], retry=0 2024-11-12T18:17:55,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-c6134566-cb48-48da-8a0c-3320be746e2e,DISK] 2024-11-12T18:17:55,572 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/WALs/9911683f163c,39349,1731435473796/9911683f163c%2C39349%2C1731435473796.1731435475549 2024-11-12T18:17:55,572 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39815:39815)] 2024-11-12T18:17:55,572 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:55,572 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:55,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:17:55,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:55,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:55,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:17:55,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:55,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:55,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:17:55,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:55,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:55,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:17:55,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:55,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:55,582 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,582 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,583 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,584 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,584 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,585 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:55,586 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:17:55,588 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:55,588 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68110791, jitterRate=0.0149298757314682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:55,589 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435475573Initializing all the Stores at 1731435475574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435475574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435475574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435475574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435475574Cleaning up temporary data from old regions at 1731435475584 (+10 ms)Region opened successfully at 1731435475589 (+5 ms) 2024-11-12T18:17:55,589 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:17:55,592 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f47dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:55,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:17:55,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:17:55,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:17:55,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:17:55,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:17:55,595 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:17:55,595 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:17:55,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:17:55,599 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Unable to get data of znode /1913776825/balancer because node does not exist (not necessarily an error) 2024-11-12T18:17:55,601 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1913776825/balancer already deleted, retry=false 2024-11-12T18:17:55,601 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:17:55,602 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Unable to get data of znode /1913776825/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:17:55,604 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1913776825/normalizer already deleted, retry=false 2024-11-12T18:17:55,604 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:17:55,605 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Unable to get data of znode /1913776825/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:17:55,606 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1913776825/switch/split already deleted, retry=false 2024-11-12T18:17:55,607 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Unable to get data of znode /1913776825/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:17:55,609 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1913776825/switch/merge already deleted, retry=false 2024-11-12T18:17:55,611 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Unable to get data of znode /1913776825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:17:55,612 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1913776825/snapshot-cleanup already deleted, retry=false 2024-11-12T18:17:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1913776825/running 2024-11-12T18:17:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1913776825/running 2024-11-12T18:17:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:55,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:55,615 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,39349,1731435473796, sessionid=0x1003536a0500003, setting cluster-up flag (Was=false) 2024-11-12T18:17:55,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:55,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:55,623 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1913776825/flush-table-proc/acquired, /1913776825/flush-table-proc/reached, /1913776825/flush-table-proc/abort 2024-11-12T18:17:55,624 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,39349,1731435473796 2024-11-12T18:17:55,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:55,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:55,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1913776825/online-snapshot/acquired, /1913776825/online-snapshot/reached, /1913776825/online-snapshot/abort 2024-11-12T18:17:55,639 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,39349,1731435473796 2024-11-12T18:17:55,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:17:55,643 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:55,643 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:17:55,643 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:17:55,643 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,39349,1731435473796 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:55,646 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:55,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:17:55,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:55,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:17:55,660 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435505660 2024-11-12T18:17:55,660 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:17:55,660 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:17:55,661 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:17:55,661 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:17:55,661 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:17:55,661 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:17:55,661 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,665 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:17:55,665 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:17:55,665 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:17:55,665 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:17:55,665 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:17:55,665 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:17:55,666 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435475665,5,FailOnTimeoutGroup] 2024-11-12T18:17:55,666 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435475666,5,FailOnTimeoutGroup] 2024-11-12T18:17:55,666 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,666 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:17:55,666 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,666 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:17:55,667 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(746): ClusterId : 19e5a851-dfc5-4d02-abda-9c5f391f0936 2024-11-12T18:17:55,667 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:17:55,669 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:17:55,669 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:17:55,671 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:17:55,671 DEBUG [RS:0;9911683f163c:40531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2002c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:17:55,689 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:40531 2024-11-12T18:17:55,689 INFO [RS:0;9911683f163c:40531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:17:55,689 INFO [RS:0;9911683f163c:40531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:17:55,689 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:17:55,690 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,39349,1731435473796 with port=40531, startcode=1731435473844 2024-11-12T18:17:55,690 DEBUG [RS:0;9911683f163c:40531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:17:55,692 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:17:55,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,40531,1731435473844 2024-11-12T18:17:55,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39349 {}] master.ServerManager(517): Registering regionserver=9911683f163c,40531,1731435473844 2024-11-12T18:17:55,727 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224 2024-11-12T18:17:55,727 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37353 2024-11-12T18:17:55,727 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:17:55,727 WARN [RS:0;9911683f163c:42761 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9911683f163c,40547,1731435444630: status=Processing ServerCrashProcedure of 9911683f163c,40547,1731435444630 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731435460308, completionTime=-1 appears to have been leaked 2024-11-12T18:17:55,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825/rs 2024-11-12T18:17:55,734 DEBUG [RS:0;9911683f163c:40531 {}] zookeeper.ZKUtil(111): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on existing znode=/1913776825/rs/9911683f163c,40531,1731435473844 2024-11-12T18:17:55,734 WARN [RS:0;9911683f163c:40531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:17:55,734 INFO [RS:0;9911683f163c:40531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:55,734 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844 2024-11-12T18:17:55,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,40531,1731435473844] 2024-11-12T18:17:55,738 INFO [RS:0;9911683f163c:40531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:17:55,740 INFO [RS:0;9911683f163c:40531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:17:55,740 INFO [RS:0;9911683f163c:40531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:17:55,740 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,740 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:17:55,741 INFO [RS:0;9911683f163c:40531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:17:55,741 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,741 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,741 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,741 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,741 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,741 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:55,742 DEBUG [RS:0;9911683f163c:40531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:17:55,743 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,743 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,743 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,743 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,743 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,743 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40531,1731435473844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:55,759 INFO [RS:0;9911683f163c:40531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:17:55,759 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40531,1731435473844-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,759 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,759 INFO [RS:0;9911683f163c:40531 {}] regionserver.Replication(171): 9911683f163c,40531,1731435473844 started 2024-11-12T18:17:55,773 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:55,773 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,40531,1731435473844, RpcServer on 9911683f163c/172.17.0.3:40531, sessionid=0x1003536a0500004 2024-11-12T18:17:55,773 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:17:55,773 DEBUG [RS:0;9911683f163c:40531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,40531,1731435473844 2024-11-12T18:17:55,773 DEBUG [RS:0;9911683f163c:40531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,40531,1731435473844' 2024-11-12T18:17:55,773 DEBUG [RS:0;9911683f163c:40531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1913776825/flush-table-proc/abort' 2024-11-12T18:17:55,774 DEBUG [RS:0;9911683f163c:40531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1913776825/flush-table-proc/acquired' 2024-11-12T18:17:55,774 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:17:55,774 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:17:55,774 DEBUG [RS:0;9911683f163c:40531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,40531,1731435473844 2024-11-12T18:17:55,774 DEBUG [RS:0;9911683f163c:40531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,40531,1731435473844' 2024-11-12T18:17:55,774 DEBUG [RS:0;9911683f163c:40531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1913776825/online-snapshot/abort' 2024-11-12T18:17:55,775 DEBUG [RS:0;9911683f163c:40531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1913776825/online-snapshot/acquired' 2024-11-12T18:17:55,775 DEBUG [RS:0;9911683f163c:40531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:17:55,775 INFO [RS:0;9911683f163c:40531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:17:55,775 INFO [RS:0;9911683f163c:40531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:17:55,876 INFO [RS:0;9911683f163c:40531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:17:55,877 INFO [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C40531%2C1731435473844, suffix=, logDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/oldWALs, maxLogs=10 2024-11-12T18:17:55,892 DEBUG [RS:0;9911683f163c:40531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844/9911683f163c%2C40531%2C1731435473844.1731435475878, exclude list is [], retry=0 2024-11-12T18:17:55,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-c6134566-cb48-48da-8a0c-3320be746e2e,DISK] 2024-11-12T18:17:55,898 INFO [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844/9911683f163c%2C40531%2C1731435473844.1731435475878 2024-11-12T18:17:55,899 DEBUG [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39815:39815)] 2024-11-12T18:17:56,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:17:56,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224 2024-11-12T18:17:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:17:56,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:56,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:56,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:56,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:56,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:56,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:56,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:56,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:56,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:56,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:56,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740 2024-11-12T18:17:56,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740 2024-11-12T18:17:56,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:56,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:56,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:56,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:56,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:56,491 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58909212, jitterRate=-0.12218433618545532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435476475Initializing all the Stores at 1731435476476 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435476476Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435476477 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435476477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435476477Cleaning up temporary data from old regions at 1731435476486 (+9 ms)Region opened successfully at 1731435476492 (+6 ms) 2024-11-12T18:17:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:56,492 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:56,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:56,492 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:56,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435476492Disabling compacts and flushes for region at 1731435476492Disabling writes for close at 1731435476492Writing region close event to WAL at 1731435476492Closed at 1731435476492 2024-11-12T18:17:56,494 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:56,494 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:17:56,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:17:56,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:56,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:17:56,648 DEBUG [9911683f163c:39349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:17:56,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,40531,1731435473844 2024-11-12T18:17:56,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,40531,1731435473844, state=OPENING 2024-11-12T18:17:56,660 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:17:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:56,667 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:17:56,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1913776825/meta-region-server: CHANGED 2024-11-12T18:17:56,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1913776825/meta-region-server: CHANGED 2024-11-12T18:17:56,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,40531,1731435473844}] 2024-11-12T18:17:56,821 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:17:56,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:17:56,827 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:17:56,827 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:56,828 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:17:56,829 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C40531%2C1731435473844.meta, suffix=.meta, logDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844, archiveDir=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/oldWALs, maxLogs=10 2024-11-12T18:17:56,844 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844/9911683f163c%2C40531%2C1731435473844.meta.1731435476829.meta, exclude list is [], retry=0 2024-11-12T18:17:56,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-c6134566-cb48-48da-8a0c-3320be746e2e,DISK] 2024-11-12T18:17:56,848 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/WALs/9911683f163c,40531,1731435473844/9911683f163c%2C40531%2C1731435473844.meta.1731435476829.meta 2024-11-12T18:17:56,848 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39815:39815)] 2024-11-12T18:17:56,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:56,849 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:56,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:56,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:17:56,849 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:17:56,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:17:56,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:56,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:17:56,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:17:56,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:17:56,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:17:56,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:17:56,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:17:56,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:17:56,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:17:56,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:17:56,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:17:56,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:56,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:17:56,856 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:17:56,857 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740 2024-11-12T18:17:56,858 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740 2024-11-12T18:17:56,859 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:17:56,859 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:17:56,860 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:17:56,861 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:17:56,865 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73425900, jitterRate=0.09413117170333862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:17:56,865 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:17:56,865 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435476850Writing region info on filesystem at 1731435476850Initializing all the Stores at 1731435476851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435476851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435476851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435476851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435476851Cleaning up temporary data from old regions at 1731435476859 (+8 ms)Running coprocessor post-open hooks at 1731435476865 (+6 ms)Region opened successfully at 1731435476865 2024-11-12T18:17:56,866 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435476821 2024-11-12T18:17:56,869 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:17:56,869 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:17:56,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,40531,1731435473844 2024-11-12T18:17:56,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,40531,1731435473844, state=OPEN 2024-11-12T18:17:56,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1913776825/meta-region-server 2024-11-12T18:17:56,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1913776825/meta-region-server 2024-11-12T18:17:56,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,40531,1731435473844 2024-11-12T18:17:56,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1913776825/meta-region-server: CHANGED 2024-11-12T18:17:56,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1913776825/meta-region-server: CHANGED 2024-11-12T18:17:56,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:17:56,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,40531,1731435473844 in 206 msec 2024-11-12T18:17:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:17:56,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-12T18:17:56,881 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:17:56,881 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:17:56,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:56,883 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,40531,1731435473844, seqNum=-1] 2024-11-12T18:17:56,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:56,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:56,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-12T18:17:56,895 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435476895, completionTime=-1 2024-11-12T18:17:56,895 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:17:56,895 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:17:56,898 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:17:56,898 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435536898 2024-11-12T18:17:56,898 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435596898 2024-11-12T18:17:56,898 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:17:56,898 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39349,1731435473796-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,898 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39349,1731435473796-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,899 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39349,1731435473796-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,899 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:39349, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,899 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,900 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,902 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.021sec 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39349,1731435473796-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:17:56,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39349,1731435473796-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:17:56,909 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:17:56,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:17:56,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39349,1731435473796-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:17:56,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:56,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,39349,-1 for getting cluster id 2024-11-12T18:17:56,968 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:56,970 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e5a851-dfc5-4d02-abda-9c5f391f0936' 2024-11-12T18:17:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e5a851-dfc5-4d02-abda-9c5f391f0936" 2024-11-12T18:17:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b422c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,39349,-1] 2024-11-12T18:17:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:56,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:56,973 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:56,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:56,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:56,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,40531,1731435473844, seqNum=-1] 2024-11-12T18:17:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:56,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:17:56,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,39349,1731435473796 2024-11-12T18:17:56,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49761 2024-11-12T18:17:56,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:17:56,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003536a0500005 connected 2024-11-12T18:17:56,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:56,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42681,-1 for getting cluster id 2024-11-12T18:17:56,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:56,996 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cec6ec5-3f1a-43b7-9a24-00d70040286a' 2024-11-12T18:17:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cec6ec5-3f1a-43b7-9a24-00d70040286a" 2024-11-12T18:17:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ebdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42681,-1] 2024-11-12T18:17:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:56,998 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:56,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a11e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:57,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42681,1731435469443 2024-11-12T18:17:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbcfc6 2024-11-12T18:17:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:57,003 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:57,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:39349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:17:57,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:17:57,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:57,008 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:39349' 2024-11-12T18:17:57,009 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e36b1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:57,009 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,39349,-1 for getting cluster id 2024-11-12T18:17:57,009 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:57,010 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e5a851-dfc5-4d02-abda-9c5f391f0936' 2024-11-12T18:17:57,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:57,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e5a851-dfc5-4d02-abda-9c5f391f0936" 2024-11-12T18:17:57,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ce4e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:57,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,39349,-1] 2024-11-12T18:17:57,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:57,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:57,012 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:57,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a032271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:57,013 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:57,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,39349,1731435473796 2024-11-12T18:17:57,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@458885d1 2024-11-12T18:17:57,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:57,015 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:57,016 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T18:17:57,016 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:17:57,016 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:57,016 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:57,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:57,017 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:17:57,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:17:57,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:17:57,020 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:57,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:17:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741835_1011 (size=1138) 2024-11-12T18:17:57,069 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:17:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:57,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:17:57,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17f1795b27e66b5b3ef6ea8fd7c93510, NAME => 'hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed 2024-11-12T18:17:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741836_1012 (size=44) 2024-11-12T18:17:57,445 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:57,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17f1795b27e66b5b3ef6ea8fd7c93510, disabling compactions & flushes 2024-11-12T18:17:57,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. after waiting 0 ms 2024-11-12T18:17:57,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,446 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,446 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17f1795b27e66b5b3ef6ea8fd7c93510: Waiting for close lock at 1731435477446Disabling compacts and flushes for region at 1731435477446Disabling writes for close at 1731435477446Writing region close event to WAL at 1731435477446Closed at 1731435477446 2024-11-12T18:17:57,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:17:57,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435477452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435477452"}]},"ts":"1731435477452"} 2024-11-12T18:17:57,456 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:17:57,462 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:17:57,463 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435477462"}]},"ts":"1731435477462"} 2024-11-12T18:17:57,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:17:57,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f1795b27e66b5b3ef6ea8fd7c93510, ASSIGN}] 2024-11-12T18:17:57,474 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f1795b27e66b5b3ef6ea8fd7c93510, ASSIGN 2024-11-12T18:17:57,475 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f1795b27e66b5b3ef6ea8fd7c93510, ASSIGN; state=OFFLINE, location=9911683f163c,42761,1731435469502; forceNewPlan=false, retain=false 2024-11-12T18:17:57,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=17f1795b27e66b5b3ef6ea8fd7c93510, regionState=OPENING, regionLocation=9911683f163c,42761,1731435469502 2024-11-12T18:17:57,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17f1795b27e66b5b3ef6ea8fd7c93510, ASSIGN because future has completed 2024-11-12T18:17:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:57,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f1795b27e66b5b3ef6ea8fd7c93510, server=9911683f163c,42761,1731435469502}] 2024-11-12T18:17:57,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:17:57,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:17:57,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42761%2C1731435469502.rep, suffix=, logDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502, archiveDir=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/oldWALs, maxLogs=10 2024-11-12T18:17:57,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.rep.1731435477818, exclude list is [], retry=0 2024-11-12T18:17:57,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40735,DS-809598c9-2510-4ff5-9866-3e3bc28b5224,DISK] 2024-11-12T18:17:57,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.rep.1731435477818 2024-11-12T18:17:57,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40233:40233)] 2024-11-12T18:17:57,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 17f1795b27e66b5b3ef6ea8fd7c93510, NAME => 'hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:17:57,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:17:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:17:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. service=MultiRowMutationService 2024-11-12T18:17:57,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:17:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:17:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,881 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,883 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f1795b27e66b5b3ef6ea8fd7c93510 columnFamilyName hfileref 2024-11-12T18:17:57,883 DEBUG [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:57,883 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] regionserver.HStore(327): Store=17f1795b27e66b5b3ef6ea8fd7c93510/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:57,883 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,885 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f1795b27e66b5b3ef6ea8fd7c93510 columnFamilyName queue 2024-11-12T18:17:57,885 DEBUG [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:57,886 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] regionserver.HStore(327): Store=17f1795b27e66b5b3ef6ea8fd7c93510/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:57,886 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,888 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17f1795b27e66b5b3ef6ea8fd7c93510 columnFamilyName sid 2024-11-12T18:17:57,888 DEBUG [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:17:57,889 INFO [StoreOpener-17f1795b27e66b5b3ef6ea8fd7c93510-1 {}] regionserver.HStore(327): Store=17f1795b27e66b5b3ef6ea8fd7c93510/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:17:57,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:17:57,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:17:57,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 17f1795b27e66b5b3ef6ea8fd7c93510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65482861, jitterRate=-0.02422933280467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:17:57,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:17:57,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 17f1795b27e66b5b3ef6ea8fd7c93510: Running coprocessor pre-open hook at 1731435477877Writing region info on filesystem at 1731435477877Initializing all the Stores at 1731435477878 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435477878Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435477880 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435477880Cleaning up temporary data from old regions at 1731435477892 (+12 ms)Running coprocessor post-open hooks at 1731435477897 (+5 ms)Region opened successfully at 1731435477897 2024-11-12T18:17:57,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510., pid=7, masterSystemTime=1731435477801 2024-11-12T18:17:57,904 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=17f1795b27e66b5b3ef6ea8fd7c93510, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42761,1731435469502 2024-11-12T18:17:57,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:17:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17f1795b27e66b5b3ef6ea8fd7c93510, server=9911683f163c,42761,1731435469502 because future has completed 2024-11-12T18:17:57,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T18:17:57,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 17f1795b27e66b5b3ef6ea8fd7c93510, server=9911683f163c,42761,1731435469502 in 266 msec 2024-11-12T18:17:57,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:17:57,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17f1795b27e66b5b3ef6ea8fd7c93510, ASSIGN in 444 msec 2024-11-12T18:17:57,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:17:57,921 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435477921"}]},"ts":"1731435477921"} 2024-11-12T18:17:57,924 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:17:57,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:17:57,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 908 msec 2024-11-12T18:17:57,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510., hostname=9911683f163c,42761,1731435469502, seqNum=2] 2024-11-12T18:17:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:17:57,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:17:57,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:17:58,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:17:58,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:17:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:58,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T18:17:58,158 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:17:58,211 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,42761,1731435469502, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:17:58,212 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:17:58,213 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42761,1731435469502, seqNum=-1] 2024-11-12T18:17:58,213 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:17:58,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T18:17:58,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,42761,1731435469502', locateType=CURRENT is [region=hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510., hostname=9911683f163c,42761,1731435469502, seqNum=2] 2024-11-12T18:17:58,224 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T18:17:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T18:17:58,228 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,42761,1731435469502 suceeded 2024-11-12T18:17:58,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T18:17:58,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-12T18:17:58,232 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:39349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:17:58,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2290 sec 2024-11-12T18:17:58,250 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:39349' 2024-11-12T18:17:58,257 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f881801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:58,257 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,39349,-1 for getting cluster id 2024-11-12T18:17:58,257 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:17:58,258 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19e5a851-dfc5-4d02-abda-9c5f391f0936' 2024-11-12T18:17:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:17:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19e5a851-dfc5-4d02-abda-9c5f391f0936" 2024-11-12T18:17:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19eaaba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:58,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,39349,-1] 2024-11-12T18:17:58,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:17:58,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:58,262 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:17:58,264 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35c11104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:17:58,264 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:58,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,39349,1731435473796 2024-11-12T18:17:58,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5873051f 2024-11-12T18:17:58,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:58,267 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T18:17:58,268 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,42761,1731435469502 (queues=1) is replicating from cluster=3cec6ec5-3f1a-43b7-9a24-00d70040286a to cluster=19e5a851-dfc5-4d02-abda-9c5f391f0936 2024-11-12T18:17:58,268 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C42761%2C1731435469502 2024-11-12T18:17:58,269 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,42761,1731435469502, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:17:58,273 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.shipper9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C42761%2C1731435469502 2024-11-12T18:17:58,274 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506, startPosition=0, beingWritten=true 2024-11-12T18:17:58,485 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:17:58,792 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:17:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:17:59,153 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:17:59,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:59,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:59,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:59,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:17:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42681,1731435469443 2024-11-12T18:17:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa9abc5 2024-11-12T18:17:59,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:17:59,156 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:17:59,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:17:59,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:17:59,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:59,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:59,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:17:59,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:17:59,157 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1621873178, stopped=false 2024-11-12T18:17:59,157 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,39349,1731435473796 2024-11-12T18:17:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1913776825/running 2024-11-12T18:17:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1913776825/running 2024-11-12T18:17:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:59,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:59,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:59,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:17:59,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:59,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,40531,1731435473844' ***** 2024-11-12T18:17:59,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:17:59,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/running 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,40531,1731435473844 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:40531. 2024-11-12T18:17:59,160 DEBUG [RS:0;9911683f163c:40531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:17:59,160 DEBUG [RS:0;9911683f163c:40531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:17:59,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Set watcher on znode that does not yet exist, /1913776825/running 2024-11-12T18:17:59,160 INFO [RS:0;9911683f163c:40531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:17:59,161 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:17:59,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:17:59,161 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:17:59,161 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:17:59,161 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:59,161 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:17:59,161 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:17:59,161 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:17:59,161 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:17:59,161 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:17:59,162 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T18:17:59,179 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/.tmp/ns/7a406a2dc93a42d0be09e75ea5658f0e is 43, key is default/ns:d/1731435476886/Put/seqid=0 2024-11-12T18:17:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741835_1011 (size=5153) 2024-11-12T18:17:59,199 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:17:59,247 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:59,361 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:59,561 DEBUG [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:17:59,585 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/.tmp/ns/7a406a2dc93a42d0be09e75ea5658f0e 2024-11-12T18:17:59,592 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/.tmp/ns/7a406a2dc93a42d0be09e75ea5658f0e as hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/ns/7a406a2dc93a42d0be09e75ea5658f0e 2024-11-12T18:17:59,599 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/ns/7a406a2dc93a42d0be09e75ea5658f0e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T18:17:59,600 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-11-12T18:17:59,605 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T18:17:59,605 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:17:59,605 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:17:59,605 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:59,605 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435479161Running coprocessor pre-close hooks at 1731435479161Disabling compacts and flushes for region at 1731435479161Disabling writes for close at 1731435479161Obtaining lock to block concurrent updates at 1731435479162 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731435479162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731435479162Flushing stores of hbase:meta,,1.1588230740 at 1731435479163 (+1 ms)Flushing 1588230740/ns: creating writer at 1731435479163Flushing 1588230740/ns: appending metadata at 1731435479178 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731435479179 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e83303: reopening flushed file at 1731435479591 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1731435479600 (+9 ms)Writing region close event to WAL at 1731435479601 (+1 ms)Running coprocessor post-close hooks at 1731435479605 (+4 ms)Closed at 1731435479605 2024-11-12T18:17:59,606 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:17:59,704 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:17:59,743 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:17:59,743 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:17:59,762 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,40531,1731435473844; all regions closed. 2024-11-12T18:17:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741834_1010 (size=1152) 2024-11-12T18:17:59,775 DEBUG [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/oldWALs 2024-11-12T18:17:59,775 INFO [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C40531%2C1731435473844.meta:.meta(num 1731435476829) 2024-11-12T18:17:59,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741832_1008 (size=93) 2024-11-12T18:17:59,780 DEBUG [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/oldWALs 2024-11-12T18:17:59,780 INFO [RS:0;9911683f163c:40531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C40531%2C1731435473844:(num 1731435475878) 2024-11-12T18:17:59,780 DEBUG [RS:0;9911683f163c:40531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:17:59,780 INFO [RS:0;9911683f163c:40531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:17:59,780 INFO [RS:0;9911683f163c:40531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:59,780 INFO [RS:0;9911683f163c:40531 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:59,780 INFO [RS:0;9911683f163c:40531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:59,780 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:17:59,780 INFO [RS:0;9911683f163c:40531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40531 2024-11-12T18:17:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1913776825/rs/9911683f163c,40531,1731435473844 2024-11-12T18:17:59,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825/rs 2024-11-12T18:17:59,783 INFO [RS:0;9911683f163c:40531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:17:59,784 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,40531,1731435473844] 2024-11-12T18:17:59,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1913776825/draining/9911683f163c,40531,1731435473844 already deleted, retry=false 2024-11-12T18:17:59,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,40531,1731435473844 expired; onlineServers=0 2024-11-12T18:17:59,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,39349,1731435473796' ***** 2024-11-12T18:17:59,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:17:59,786 INFO [M:0;9911683f163c:39349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:17:59,786 INFO [M:0;9911683f163c:39349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:17:59,786 DEBUG [M:0;9911683f163c:39349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:17:59,786 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:17:59,786 DEBUG [M:0;9911683f163c:39349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:17:59,786 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435475665 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435475665,5,FailOnTimeoutGroup] 2024-11-12T18:17:59,786 INFO [M:0;9911683f163c:39349 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:17:59,787 INFO [M:0;9911683f163c:39349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:17:59,787 DEBUG [M:0;9911683f163c:39349 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:17:59,787 INFO [M:0;9911683f163c:39349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:17:59,787 INFO [M:0;9911683f163c:39349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:17:59,787 INFO [M:0;9911683f163c:39349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:17:59,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:17:59,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1913776825/master 2024-11-12T18:17:59,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1913776825 2024-11-12T18:17:59,788 DEBUG [M:0;9911683f163c:39349 {}] zookeeper.ZKUtil(347): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Unable to get data of znode /1913776825/master because node does not exist (not an error) 2024-11-12T18:17:59,788 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435475666 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435475666,5,FailOnTimeoutGroup] 2024-11-12T18:17:59,788 WARN [M:0;9911683f163c:39349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:17:59,789 INFO [M:0;9911683f163c:39349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/.lastflushedseqids 2024-11-12T18:17:59,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741836_1012 (size=99) 2024-11-12T18:17:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:59,885 INFO [RS:0;9911683f163c:40531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:17:59,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40531-0x1003536a0500004, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:17:59,885 INFO [RS:0;9911683f163c:40531 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,40531,1731435473844; zookeeper connection closed. 2024-11-12T18:17:59,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52a3d007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52a3d007 2024-11-12T18:17:59,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:18:00,197 INFO [M:0;9911683f163c:39349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:18:00,198 INFO [M:0;9911683f163c:39349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:18:00,198 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:18:00,198 INFO [M:0;9911683f163c:39349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:00,198 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:00,198 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:18:00,198 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:00,198 INFO [M:0;9911683f163c:39349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T18:18:00,217 DEBUG [M:0;9911683f163c:39349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664d76f0e1d241c39d06818d3d763498 is 82, key is hbase:meta,,1/info:regioninfo/1731435476870/Put/seqid=0 2024-11-12T18:18:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741837_1013 (size=5672) 2024-11-12T18:18:00,310 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:18:00,622 INFO [M:0;9911683f163c:39349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664d76f0e1d241c39d06818d3d763498 2024-11-12T18:18:00,653 DEBUG [M:0;9911683f163c:39349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43067daaa49642b991a66116e7e8819e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731435476893/Put/seqid=0 2024-11-12T18:18:00,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741838_1014 (size=5275) 2024-11-12T18:18:01,016 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:18:01,059 INFO [M:0;9911683f163c:39349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43067daaa49642b991a66116e7e8819e 2024-11-12T18:18:01,080 DEBUG [M:0;9911683f163c:39349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0faf80b823d04b2ba00a2bf9f9651f95 is 69, key is 9911683f163c,40531,1731435473844/rs:state/1731435475693/Put/seqid=0 2024-11-12T18:18:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741839_1015 (size=5156) 2024-11-12T18:18:01,085 INFO [M:0;9911683f163c:39349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0faf80b823d04b2ba00a2bf9f9651f95 2024-11-12T18:18:01,092 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/664d76f0e1d241c39d06818d3d763498 as hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/664d76f0e1d241c39d06818d3d763498 2024-11-12T18:18:01,097 INFO [M:0;9911683f163c:39349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/664d76f0e1d241c39d06818d3d763498, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T18:18:01,098 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43067daaa49642b991a66116e7e8819e as hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43067daaa49642b991a66116e7e8819e 2024-11-12T18:18:01,103 INFO [M:0;9911683f163c:39349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43067daaa49642b991a66116e7e8819e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T18:18:01,104 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0faf80b823d04b2ba00a2bf9f9651f95 as hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0faf80b823d04b2ba00a2bf9f9651f95 2024-11-12T18:18:01,110 INFO [M:0;9911683f163c:39349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37353/user/jenkins/test-data/3960fb1b-6b34-af33-9b16-55d493e71224/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0faf80b823d04b2ba00a2bf9f9651f95, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T18:18:01,111 INFO [M:0;9911683f163c:39349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false 2024-11-12T18:18:01,116 INFO [M:0;9911683f163c:39349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:01,116 DEBUG [M:0;9911683f163c:39349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435480198Disabling compacts and flushes for region at 1731435480198Disabling writes for close at 1731435480198Obtaining lock to block concurrent updates at 1731435480198Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435480198Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731435480198Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435480199 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435480199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435480216 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435480216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435480629 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435480652 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435480652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435481065 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435481080 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435481080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487ce91c: reopening flushed file at 1731435481091 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba5df4d: reopening flushed file at 1731435481097 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269145c6: reopening flushed file at 1731435481104 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false at 1731435481111 (+7 ms)Writing region close event to WAL at 1731435481116 (+5 ms)Closed at 1731435481116 2024-11-12T18:18:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741830_1006 (size=10165) 2024-11-12T18:18:01,121 INFO [M:0;9911683f163c:39349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:18:01,121 INFO [M:0;9911683f163c:39349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39349 2024-11-12T18:18:01,121 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:18:01,121 INFO [M:0;9911683f163c:39349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:18:01,223 INFO [M:0;9911683f163c:39349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:18:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:18:01,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39349-0x1003536a0500003, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:18:01,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:18:01,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:18:01,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:18:01,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:18:01,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir/,STOPPED} 2024-11-12T18:18:01,228 WARN [BP-910467243-172.17.0.3-1731435472690 heartbeating to localhost/127.0.0.1:37353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:18:01,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:18:01,228 WARN [BP-910467243-172.17.0.3-1731435472690 heartbeating to localhost/127.0.0.1:37353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910467243-172.17.0.3-1731435472690 (Datanode Uuid d0d0482a-6525-45d2-851f-4b9f32a0ad4d) service to localhost/127.0.0.1:37353 2024-11-12T18:18:01,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:18:01,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/cluster_142f8373-2bb5-70b9-ae94-17328f942f30/data/data1/current/BP-910467243-172.17.0.3-1731435472690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:18:01,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/cluster_142f8373-2bb5-70b9-ae94-17328f942f30/data/data2/current/BP-910467243-172.17.0.3-1731435472690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:18:01,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:18:01,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:18:01,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:18:01,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:18:01,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:18:01,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir/,STOPPED} 2024-11-12T18:18:01,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:18:01,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:18:01,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:18:01,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:01,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:01,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:01,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:18:01,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:18:01,251 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=742783106, stopped=false 2024-11-12T18:18:01,251 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,42681,1731435469443 2024-11-12T18:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1030331056/running 2024-11-12T18:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1030331056/running 2024-11-12T18:18:01,252 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:18:01,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:18:01,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:18:01,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:01,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:01,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,42761,1731435469502' ***** 2024-11-12T18:18:01,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:18:01,253 INFO [RS:0;9911683f163c:42761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:18:01,253 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:18:01,253 INFO [RS:0;9911683f163c:42761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:18:01,253 INFO [RS:0;9911683f163c:42761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:18:01,253 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(3091): Received CLOSE for 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:18:01,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/running 2024-11-12T18:18:01,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Set watcher on znode that does not yet exist, /0-1030331056/running 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,42761,1731435469502 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42761. 2024-11-12T18:18:01,254 DEBUG [RS:0;9911683f163c:42761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:01,254 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17f1795b27e66b5b3ef6ea8fd7c93510, disabling compactions & flushes 2024-11-12T18:18:01,254 DEBUG [RS:0;9911683f163c:42761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:01,254 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:18:01,254 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:18:01,254 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. after waiting 0 ms 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:18:01,254 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:18:01,254 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17f1795b27e66b5b3ef6ea8fd7c93510 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T18:18:01,254 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:18:01,255 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:18:01,255 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1325): Online Regions={17f1795b27e66b5b3ef6ea8fd7c93510=hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:18:01,255 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17f1795b27e66b5b3ef6ea8fd7c93510 2024-11-12T18:18:01,255 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:18:01,255 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:18:01,255 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:18:01,255 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:18:01,255 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:18:01,255 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T18:18:01,276 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:18:01,279 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/.tmp/queue/4cc0b2b3076042eda30891c9c5c9d03e is 151, key is 1-9911683f163c,42761,1731435469502/queue:9911683f163c%2C42761%2C1731435469502/1731435478221/Put/seqid=0 2024-11-12T18:18:01,279 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/info/088dcb15535d426c88ba358b124d3259 is 147, key is hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510./info:regioninfo/1731435477903/Put/seqid=0 2024-11-12T18:18:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741839_1015 (size=5350) 2024-11-12T18:18:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741838_1014 (size=6631) 2024-11-12T18:18:01,285 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/.tmp/queue/4cc0b2b3076042eda30891c9c5c9d03e 2024-11-12T18:18:01,292 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/.tmp/queue/4cc0b2b3076042eda30891c9c5c9d03e as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/queue/4cc0b2b3076042eda30891c9c5c9d03e 2024-11-12T18:18:01,298 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/queue/4cc0b2b3076042eda30891c9c5c9d03e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T18:18:01,300 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 17f1795b27e66b5b3ef6ea8fd7c93510 in 45ms, sequenceid=5, compaction requested=false 2024-11-12T18:18:01,304 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/replication/17f1795b27e66b5b3ef6ea8fd7c93510/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:18:01,304 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:18:01,304 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:18:01,304 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:18:01,304 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17f1795b27e66b5b3ef6ea8fd7c93510: Waiting for close lock at 1731435481254Running coprocessor pre-close hooks at 1731435481254Disabling compacts and flushes for region at 1731435481254Disabling writes for close at 1731435481254Obtaining lock to block concurrent updates at 1731435481255 (+1 ms)Preparing flush snapshotting stores in 17f1795b27e66b5b3ef6ea8fd7c93510 at 1731435481255Finished memstore snapshotting hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731435481255Flushing stores of hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. at 1731435481256 (+1 ms)Flushing 17f1795b27e66b5b3ef6ea8fd7c93510/queue: creating writer at 1731435481256Flushing 17f1795b27e66b5b3ef6ea8fd7c93510/queue: appending metadata at 1731435481278 (+22 ms)Flushing 17f1795b27e66b5b3ef6ea8fd7c93510/queue: closing flushed file at 1731435481278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e89f835: reopening flushed file at 1731435481291 (+13 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 17f1795b27e66b5b3ef6ea8fd7c93510 in 45ms, sequenceid=5, compaction requested=false at 1731435481300 (+9 ms)Writing region close event to WAL at 1731435481300Running coprocessor post-close hooks at 1731435481304 (+4 ms)Closed at 1731435481304 2024-11-12T18:18:01,304 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435477017.17f1795b27e66b5b3ef6ea8fd7c93510. 2024-11-12T18:18:01,369 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:18:01,369 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:18:01,455 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:18:01,655 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:18:01,686 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/info/088dcb15535d426c88ba358b124d3259 2024-11-12T18:18:01,709 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/ns/94c86af3ea5a45cb876c02bd8f31d8b2 is 43, key is default/ns:d/1731435472529/Put/seqid=0 2024-11-12T18:18:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741840_1016 (size=5153) 2024-11-12T18:18:01,822 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:18:01,856 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:18:02,056 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:18:02,114 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/ns/94c86af3ea5a45cb876c02bd8f31d8b2 2024-11-12T18:18:02,136 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/table/8bc981296e8e485aafe8797abd9edf1f is 53, key is hbase:replication/table:state/1731435477921/Put/seqid=0 2024-11-12T18:18:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741841_1017 (size=5256) 2024-11-12T18:18:02,256 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:18:02,256 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:18:02,256 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:18:02,456 DEBUG [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:18:02,541 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/table/8bc981296e8e485aafe8797abd9edf1f 2024-11-12T18:18:02,548 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/info/088dcb15535d426c88ba358b124d3259 as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/info/088dcb15535d426c88ba358b124d3259 2024-11-12T18:18:02,554 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/info/088dcb15535d426c88ba358b124d3259, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T18:18:02,555 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/ns/94c86af3ea5a45cb876c02bd8f31d8b2 as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/ns/94c86af3ea5a45cb876c02bd8f31d8b2 2024-11-12T18:18:02,562 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/ns/94c86af3ea5a45cb876c02bd8f31d8b2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:18:02,563 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/.tmp/table/8bc981296e8e485aafe8797abd9edf1f as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/table/8bc981296e8e485aafe8797abd9edf1f 2024-11-12T18:18:02,572 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/table/8bc981296e8e485aafe8797abd9edf1f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T18:18:02,574 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false 2024-11-12T18:18:02,579 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T18:18:02,579 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:18:02,579 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:18:02,580 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:18:02,580 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435481255Running coprocessor pre-close hooks at 1731435481255Disabling compacts and flushes for region at 1731435481255Disabling writes for close at 1731435481255Obtaining lock to block concurrent updates at 1731435481255Preparing flush snapshotting stores in 1588230740 at 1731435481255Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731435481255Flushing stores of hbase:meta,,1.1588230740 at 1731435481256 (+1 ms)Flushing 1588230740/info: creating writer at 1731435481256Flushing 1588230740/info: appending metadata at 1731435481278 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731435481278Flushing 1588230740/ns: creating writer at 1731435481692 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731435481708 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731435481708Flushing 1588230740/table: creating writer at 1731435482120 (+412 ms)Flushing 1588230740/table: appending metadata at 1731435482135 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731435482135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f0bf24: reopening flushed file at 1731435482548 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d796299: reopening flushed file at 1731435482555 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18367743: reopening flushed file at 1731435482562 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false at 1731435482574 (+12 ms)Writing region close event to WAL at 1731435482575 (+1 ms)Running coprocessor post-close hooks at 1731435482579 (+4 ms)Closed at 1731435482580 (+1 ms) 2024-11-12T18:18:02,580 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:18:02,657 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,42761,1731435469502; all regions closed. 2024-11-12T18:18:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741834_1010 (size=2742) 2024-11-12T18:18:02,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.meta.1731435472471.meta not finished, retry = 0 2024-11-12T18:18:02,727 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/WALs/9911683f163c,42761,1731435469502/9911683f163c%2C42761%2C1731435469502.1731435471506 to pos 0, reset compression=false 2024-11-12T18:18:02,763 DEBUG [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/oldWALs 2024-11-12T18:18:02,763 INFO [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C42761%2C1731435469502.meta:.meta(num 1731435472471) 2024-11-12T18:18:02,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741837_1013 (size=1586) 2024-11-12T18:18:02,768 DEBUG [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/oldWALs 2024-11-12T18:18:02,769 INFO [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C42761%2C1731435469502.rep:(num 1731435477818) 2024-11-12T18:18:02,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741832_1008 (size=93) 2024-11-12T18:18:02,778 DEBUG [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/oldWALs 2024-11-12T18:18:02,778 INFO [RS:0;9911683f163c:42761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C42761%2C1731435469502:(num 1731435471506) 2024-11-12T18:18:02,778 DEBUG [RS:0;9911683f163c:42761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:02,778 INFO [RS:0;9911683f163c:42761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:18:02,778 INFO [RS:0;9911683f163c:42761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:18:02,778 INFO [RS:0;9911683f163c:42761 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:18:02,778 INFO [RS:0;9911683f163c:42761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:18:02,778 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:18:02,779 INFO [RS:0;9911683f163c:42761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,42761,1731435469502 because: Region server is closing 2024-11-12T18:18:02,779 INFO [RS:0;9911683f163c:42761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42761. 2024-11-12T18:18:02,779 DEBUG [RS:0;9911683f163c:42761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:02,779 DEBUG [RS:0;9911683f163c:42761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:02,779 DEBUG [RS:0;9911683f163c:42761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:02,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:18:02,880 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.wal-reader.9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:18:02,880 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.shipper9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:18:02,880 INFO [RS:0;9911683f163c:42761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42761,1731435469502.replicationSource.shipper9911683f163c%2C42761%2C1731435469502,1-9911683f163c,42761,1731435469502 terminated 2024-11-12T18:18:02,881 INFO [RS:0;9911683f163c:42761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42761 2024-11-12T18:18:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056/rs 2024-11-12T18:18:02,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1030331056/rs/9911683f163c,42761,1731435469502 2024-11-12T18:18:02,884 INFO [RS:0;9911683f163c:42761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:18:02,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,42761,1731435469502] 2024-11-12T18:18:02,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/draining/9911683f163c,42761,1731435469502 already deleted, retry=false 2024-11-12T18:18:02,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,42761,1731435469502 expired; onlineServers=0 2024-11-12T18:18:02,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,42681,1731435469443' ***** 2024-11-12T18:18:02,890 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:18:02,890 INFO [M:0;9911683f163c:42681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:18:02,890 INFO [M:0;9911683f163c:42681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:18:02,890 DEBUG [M:0;9911683f163c:42681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:18:02,890 DEBUG [M:0;9911683f163c:42681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:18:02,890 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435471303 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435471303,5,FailOnTimeoutGroup] 2024-11-12T18:18:02,890 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435471303 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435471303,5,FailOnTimeoutGroup] 2024-11-12T18:18:02,891 INFO [M:0;9911683f163c:42681 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:18:02,891 INFO [M:0;9911683f163c:42681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:18:02,891 DEBUG [M:0;9911683f163c:42681 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:18:02,891 INFO [M:0;9911683f163c:42681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:18:02,891 INFO [M:0;9911683f163c:42681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:18:02,891 INFO [M:0;9911683f163c:42681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:18:02,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:18:02,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:18:02,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1030331056/master 2024-11-12T18:18:02,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1030331056 2024-11-12T18:18:02,899 DEBUG [M:0;9911683f163c:42681 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1030331056/master already deleted, retry=false 2024-11-12T18:18:02,899 DEBUG [M:0;9911683f163c:42681 {}] master.ActiveMasterManager(353): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1030331056/master 2024-11-12T18:18:02,901 INFO [M:0;9911683f163c:42681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/.lastflushedseqids 2024-11-12T18:18:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741842_1018 (size=181) 2024-11-12T18:18:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:18:02,989 INFO [RS:0;9911683f163c:42761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:18:02,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42761-0x1003536a0500001, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:18:02,989 INFO [RS:0;9911683f163c:42761 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,42761,1731435469502; zookeeper connection closed. 2024-11-12T18:18:02,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22fcf0cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22fcf0cd 2024-11-12T18:18:02,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:18:03,315 INFO [M:0;9911683f163c:42681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:18:03,315 INFO [M:0;9911683f163c:42681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:18:03,315 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:18:03,315 INFO [M:0;9911683f163c:42681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:03,316 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:03,316 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:18:03,316 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:03,316 INFO [M:0;9911683f163c:42681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T18:18:03,358 DEBUG [M:0;9911683f163c:42681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c2fccb888540c5ac9f495f3e3332cc is 82, key is hbase:meta,,1/info:regioninfo/1731435472515/Put/seqid=0 2024-11-12T18:18:03,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741843_1019 (size=5672) 2024-11-12T18:18:03,382 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:18:03,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:03,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:03,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:03,775 INFO [M:0;9911683f163c:42681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c2fccb888540c5ac9f495f3e3332cc 2024-11-12T18:18:03,810 DEBUG [M:0;9911683f163c:42681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fb94a35edd04f7f9642ad5b50f33674 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731435477927/Put/seqid=0 2024-11-12T18:18:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741844_1020 (size=7203) 2024-11-12T18:18:04,254 INFO [M:0;9911683f163c:42681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fb94a35edd04f7f9642ad5b50f33674 2024-11-12T18:18:04,286 DEBUG [M:0;9911683f163c:42681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7be28bc6caec4156b5a98dde7687be67 is 69, key is 9911683f163c,42761,1731435469502/rs:state/1731435471352/Put/seqid=0 2024-11-12T18:18:04,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:18:04,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:18:04,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:18:04,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741845_1021 (size=5156) 2024-11-12T18:18:04,321 INFO [M:0;9911683f163c:42681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7be28bc6caec4156b5a98dde7687be67 2024-11-12T18:18:04,350 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15c2fccb888540c5ac9f495f3e3332cc as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15c2fccb888540c5ac9f495f3e3332cc 2024-11-12T18:18:04,380 INFO [M:0;9911683f163c:42681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15c2fccb888540c5ac9f495f3e3332cc, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T18:18:04,389 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fb94a35edd04f7f9642ad5b50f33674 as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fb94a35edd04f7f9642ad5b50f33674 2024-11-12T18:18:04,417 INFO [M:0;9911683f163c:42681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fb94a35edd04f7f9642ad5b50f33674, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T18:18:04,422 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7be28bc6caec4156b5a98dde7687be67 as hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7be28bc6caec4156b5a98dde7687be67 2024-11-12T18:18:04,450 INFO [M:0;9911683f163c:42681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42287/user/jenkins/test-data/013991a2-c31a-982b-c038-cb8b3ef917ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7be28bc6caec4156b5a98dde7687be67, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T18:18:04,454 INFO [M:0;9911683f163c:42681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1137ms, sequenceid=70, compaction requested=false 2024-11-12T18:18:04,508 INFO [M:0;9911683f163c:42681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:04,508 DEBUG [M:0;9911683f163c:42681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435483315Disabling compacts and flushes for region at 1731435483315Disabling writes for close at 1731435483316 (+1 ms)Obtaining lock to block concurrent updates at 1731435483316Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435483316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731435483316Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435483318 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435483318Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435483357 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435483357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435483782 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435483809 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435483809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435484261 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435484285 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435484285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282cfba9: reopening flushed file at 1731435484344 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f2d1012: reopening flushed file at 1731435484380 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f06aafc: reopening flushed file at 1731435484417 (+37 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1137ms, sequenceid=70, compaction requested=false at 1731435484454 (+37 ms)Writing region close event to WAL at 1731435484507 (+53 ms)Closed at 1731435484507 2024-11-12T18:18:04,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40735 is added to blk_1073741830_1006 (size=41008) 2024-11-12T18:18:04,539 INFO [M:0;9911683f163c:42681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:18:04,540 INFO [M:0;9911683f163c:42681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42681 2024-11-12T18:18:04,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:18:04,540 INFO [M:0;9911683f163c:42681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:18:04,643 INFO [M:0;9911683f163c:42681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:18:04,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:18:04,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42681-0x1003536a0500000, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:18:04,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:18:04,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:18:04,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:18:04,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:18:04,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir/,STOPPED} 2024-11-12T18:18:04,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:18:04,668 WARN [BP-566122751-172.17.0.3-1731435468266 heartbeating to localhost/127.0.0.1:42287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:18:04,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:18:04,668 WARN [BP-566122751-172.17.0.3-1731435468266 heartbeating to localhost/127.0.0.1:42287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-566122751-172.17.0.3-1731435468266 (Datanode Uuid 40182017-f959-4e6a-ae98-aa76d32f8084) service to localhost/127.0.0.1:42287 2024-11-12T18:18:04,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/data/data1/current/BP-566122751-172.17.0.3-1731435468266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:18:04,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/cluster_792c9f93-489c-0d15-c9a6-455389fdd200/data/data2/current/BP-566122751-172.17.0.3-1731435468266 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:18:04,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:18:04,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:18:04,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:18:04,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:18:04,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:18:04,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4848cb3-c27d-711d-276b-b08564caaa35/hadoop.log.dir/,STOPPED} 2024-11-12T18:18:04,722 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:18:04,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:18:04,751 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42287 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37353 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49761) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 714), ProcessCount=11 (was 11), AvailableMemoryMB=727 (was 1450) 2024-11-12T18:18:04,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=727 2024-11-12T18:18:04,788 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T18:18:04,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir so I do NOT create it in target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1 2024-11-12T18:18:04,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:18:04,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.tmp.dir so I do NOT create it in target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1 2024-11-12T18:18:04,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1eb9496-8068-fe79-666f-23d049969b4d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:18:04,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1 2024-11-12T18:18:04,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8, deleteOnExit=true 2024-11-12T18:18:04,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003536a0500002, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:18:04,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003536a0500002, quorum=127.0.0.1:49761, baseZNode=/0-1030331056 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:18:04,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003536a0500005, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:18:04,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003536a0500005, quorum=127.0.0.1:49761, baseZNode=/1913776825 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:18:04,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/zookeeper_0, clientPort=54598, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:18:04,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54598 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/test.cache.data in system properties and HBase conf 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:18:04,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:18:04,874 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:18:04,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:18:04,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:18:04,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:18:04,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:18:04,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:18:04,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:18:05,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:18:05,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:18:05,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:18:05,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:18:05,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:18:05,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:18:05,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:18:05,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:18:05,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/java.io.tmpdir/jetty-localhost-35337-hadoop-hdfs-3_4_1-tests_jar-_-any-3370628089847616830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:18:05,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:35337} 2024-11-12T18:18:05,326 INFO [Time-limited test {}] server.Server(415): Started @47877ms 2024-11-12T18:18:05,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:18:05,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:18:05,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:18:05,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:18:05,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:18:05,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:18:05,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:18:05,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/java.io.tmpdir/jetty-localhost-43285-hadoop-hdfs-3_4_1-tests_jar-_-any-2724151274680866112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:18:05,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:43285} 2024-11-12T18:18:05,796 INFO [Time-limited test {}] server.Server(415): Started @48348ms 2024-11-12T18:18:05,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:18:06,066 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/data/data1/current/BP-1019280211-172.17.0.3-1731435484942/current, will proceed with Du for space computation calculation, 2024-11-12T18:18:06,067 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/data/data2/current/BP-1019280211-172.17.0.3-1731435484942/current, will proceed with Du for space computation calculation, 2024-11-12T18:18:06,153 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:18:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa66915817fc46f9f with lease ID 0x964d8884545fbf81: Processing first storage report for DS-a77da17a-ffb1-41a0-801f-1e2f3d1e2d38 from datanode DatanodeRegistration(127.0.0.1:43309, datanodeUuid=6e1923e6-ab23-44bd-a84f-896aeff1453d, infoPort=32919, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=320931984;c=1731435484942) 2024-11-12T18:18:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa66915817fc46f9f with lease ID 0x964d8884545fbf81: from storage DS-a77da17a-ffb1-41a0-801f-1e2f3d1e2d38 node DatanodeRegistration(127.0.0.1:43309, datanodeUuid=6e1923e6-ab23-44bd-a84f-896aeff1453d, infoPort=32919, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=320931984;c=1731435484942), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:18:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa66915817fc46f9f with lease ID 0x964d8884545fbf81: Processing first storage report for DS-4e3c2082-5897-43df-892d-ed6d87e7de18 from datanode DatanodeRegistration(127.0.0.1:43309, datanodeUuid=6e1923e6-ab23-44bd-a84f-896aeff1453d, infoPort=32919, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=320931984;c=1731435484942) 2024-11-12T18:18:06,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa66915817fc46f9f with lease ID 0x964d8884545fbf81: from storage DS-4e3c2082-5897-43df-892d-ed6d87e7de18 node DatanodeRegistration(127.0.0.1:43309, datanodeUuid=6e1923e6-ab23-44bd-a84f-896aeff1453d, infoPort=32919, infoSecurePort=0, ipcPort=36131, storageInfo=lv=-57;cid=testClusterID;nsid=320931984;c=1731435484942), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:18:06,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1 2024-11-12T18:18:06,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:06,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:18:06,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a with version=8 2024-11-12T18:18:06,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/hbase-staging 2024-11-12T18:18:06,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:18:06,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:18:06,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40101 2024-11-12T18:18:06,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40101 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-12T18:18:06,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401010x0, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:18:06,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40101-0x1003536e1380000 connected 2024-11-12T18:18:06,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:06,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:06,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/running 2024-11-12T18:18:06,543 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a, hbase.cluster.distributed=false 2024-11-12T18:18:06,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/acl 2024-11-12T18:18:06,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40101 2024-11-12T18:18:06,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40101 2024-11-12T18:18:06,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40101 2024-11-12T18:18:06,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40101 2024-11-12T18:18:06,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40101 2024-11-12T18:18:06,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:18:06,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:18:06,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35455 2024-11-12T18:18:06,705 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35455 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-12T18:18:06,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:06,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354550x0, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:18:06,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35455-0x1003536e1380001 connected 2024-11-12T18:18:06,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/running 2024-11-12T18:18:06,750 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:18:06,776 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:18:06,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/master 2024-11-12T18:18:06,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/acl 2024-11-12T18:18:06,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-12T18:18:06,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35455 2024-11-12T18:18:06,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35455 2024-11-12T18:18:06,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-12T18:18:06,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35455 2024-11-12T18:18:06,875 DEBUG [M:0;9911683f163c:40101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:40101 2024-11-12T18:18:06,881 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01795867353/backup-masters/9911683f163c,40101,1731435486293 2024-11-12T18:18:06,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353/backup-masters 2024-11-12T18:18:06,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353/backup-masters 2024-11-12T18:18:06,904 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on existing znode=/01795867353/backup-masters/9911683f163c,40101,1731435486293 2024-11-12T18:18:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01795867353/master 2024-11-12T18:18:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:06,930 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on existing znode=/01795867353/master 2024-11-12T18:18:06,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01795867353/backup-masters/9911683f163c,40101,1731435486293 from backup master directory 2024-11-12T18:18:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01795867353/backup-masters/9911683f163c,40101,1731435486293 2024-11-12T18:18:06,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353/backup-masters 2024-11-12T18:18:06,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353/backup-masters 2024-11-12T18:18:06,945 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:18:06,945 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,40101,1731435486293 2024-11-12T18:18:06,985 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/hbase.id] with ID: 6ffe5653-3d8c-46b5-ba87-b257a33d4d07 2024-11-12T18:18:06,985 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/.tmp/hbase.id 2024-11-12T18:18:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:18:07,064 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/.tmp/hbase.id]:[hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/hbase.id] 2024-11-12T18:18:07,165 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:07,165 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:18:07,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-12T18:18:07,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:18:07,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:18:07,641 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:18:07,643 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:07,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:18:07,690 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store 2024-11-12T18:18:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:18:08,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:08,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:18:08,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:08,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:08,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:18:08,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:08,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:08,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435488126Disabling compacts and flushes for region at 1731435488126Disabling writes for close at 1731435488126Writing region close event to WAL at 1731435488126Closed at 1731435488126 2024-11-12T18:18:08,127 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/.initializing 2024-11-12T18:18:08,128 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/WALs/9911683f163c,40101,1731435486293 2024-11-12T18:18:08,129 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:18:08,131 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C40101%2C1731435486293, suffix=, logDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/WALs/9911683f163c,40101,1731435486293, archiveDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/oldWALs, maxLogs=10 2024-11-12T18:18:08,154 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/WALs/9911683f163c,40101,1731435486293/9911683f163c%2C40101%2C1731435486293.1731435488132, exclude list is [], retry=0 2024-11-12T18:18:08,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-a77da17a-ffb1-41a0-801f-1e2f3d1e2d38,DISK] 2024-11-12T18:18:08,167 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/WALs/9911683f163c,40101,1731435486293/9911683f163c%2C40101%2C1731435486293.1731435488132 2024-11-12T18:18:08,177 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32919:32919)] 2024-11-12T18:18:08,177 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:08,178 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:08,178 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,178 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:18:08,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:08,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:08,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:18:08,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:08,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:08,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:18:08,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:08,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:08,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:18:08,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:08,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:08,220 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,223 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,223 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,224 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:18:08,227 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:08,232 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:08,232 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69235564, jitterRate=0.03169029951095581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:18:08,233 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435488178Initializing all the Stores at 1731435488182 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435488182Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435488190 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435488190Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435488190Cleaning up temporary data from old regions at 1731435488223 (+33 ms)Region opened successfully at 1731435488233 (+10 ms) 2024-11-12T18:18:08,236 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:18:08,242 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce4583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:18:08,244 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:18:08,244 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:18:08,244 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:18:08,245 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:18:08,245 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:18:08,246 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:18:08,246 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:18:08,256 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:18:08,258 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Unable to get data of znode /01795867353/balancer because node does not exist (not necessarily an error) 2024-11-12T18:18:08,261 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/balancer already deleted, retry=false 2024-11-12T18:18:08,262 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:18:08,263 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Unable to get data of znode /01795867353/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:18:08,265 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/normalizer already deleted, retry=false 2024-11-12T18:18:08,265 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:18:08,269 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Unable to get data of znode /01795867353/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:18:08,271 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/switch/split already deleted, retry=false 2024-11-12T18:18:08,273 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Unable to get data of znode /01795867353/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:18:08,275 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/switch/merge already deleted, retry=false 2024-11-12T18:18:08,281 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Unable to get data of znode /01795867353/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:18:08,283 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/snapshot-cleanup already deleted, retry=false 2024-11-12T18:18:08,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01795867353/running 2024-11-12T18:18:08,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:08,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01795867353/running 2024-11-12T18:18:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:08,287 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,40101,1731435486293, sessionid=0x1003536e1380000, setting cluster-up flag (Was=false) 2024-11-12T18:18:08,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:08,303 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01795867353/flush-table-proc/acquired, /01795867353/flush-table-proc/reached, /01795867353/flush-table-proc/abort 2024-11-12T18:18:08,306 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,40101,1731435486293 2024-11-12T18:18:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:08,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01795867353/online-snapshot/acquired, /01795867353/online-snapshot/reached, /01795867353/online-snapshot/abort 2024-11-12T18:18:08,332 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,40101,1731435486293 2024-11-12T18:18:08,337 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:18:08,341 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:08,341 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:18:08,342 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:18:08,342 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,40101,1731435486293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:18:08,344 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:08,344 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:08,344 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:08,344 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:08,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:18:08,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:18:08,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:08,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:18:08,356 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:08,356 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435518356 2024-11-12T18:18:08,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:18:08,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:18:08,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:18:08,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:18:08,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:18:08,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:18:08,357 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:18:08,361 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:18:08,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:18:08,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:18:08,362 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:18:08,365 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:18:08,365 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:18:08,369 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435488365,5,FailOnTimeoutGroup] 2024-11-12T18:18:08,369 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435488369,5,FailOnTimeoutGroup] 2024-11-12T18:18:08,369 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,369 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:18:08,369 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,369 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:18:08,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:18:08,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:08,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:08,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:08,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:08,432 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(746): ClusterId : 6ffe5653-3d8c-46b5-ba87-b257a33d4d07 2024-11-12T18:18:08,432 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:18:08,435 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:18:08,435 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:18:08,438 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:18:08,438 DEBUG [RS:0;9911683f163c:35455 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa036c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:18:08,457 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:35455 2024-11-12T18:18:08,458 INFO [RS:0;9911683f163c:35455 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:18:08,458 INFO [RS:0;9911683f163c:35455 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:18:08,458 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:18:08,459 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,40101,1731435486293 with port=35455, startcode=1731435486693 2024-11-12T18:18:08,459 DEBUG [RS:0;9911683f163c:35455 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:18:08,461 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:18:08,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,35455,1731435486693 2024-11-12T18:18:08,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40101 {}] master.ServerManager(517): Registering regionserver=9911683f163c,35455,1731435486693 2024-11-12T18:18:08,470 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a 2024-11-12T18:18:08,470 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35579 2024-11-12T18:18:08,470 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:18:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353/rs 2024-11-12T18:18:08,473 DEBUG [RS:0;9911683f163c:35455 {}] zookeeper.ZKUtil(111): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on existing znode=/01795867353/rs/9911683f163c,35455,1731435486693 2024-11-12T18:18:08,473 WARN [RS:0;9911683f163c:35455 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:18:08,473 INFO [RS:0;9911683f163c:35455 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:08,473 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693 2024-11-12T18:18:08,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,35455,1731435486693] 2024-11-12T18:18:08,485 INFO [RS:0;9911683f163c:35455 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:18:08,488 INFO [RS:0;9911683f163c:35455 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:18:08,489 INFO [RS:0;9911683f163c:35455 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:18:08,490 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,490 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:18:08,491 INFO [RS:0;9911683f163c:35455 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:18:08,491 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,492 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:08,493 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:18:08,493 DEBUG [RS:0;9911683f163c:35455 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:18:08,504 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,505 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,505 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,505 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,505 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,505 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35455,1731435486693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:18:08,532 INFO [RS:0;9911683f163c:35455 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:18:08,532 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35455,1731435486693-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,532 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,532 INFO [RS:0;9911683f163c:35455 {}] regionserver.Replication(171): 9911683f163c,35455,1731435486693 started 2024-11-12T18:18:08,553 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:08,553 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,35455,1731435486693, RpcServer on 9911683f163c/172.17.0.3:35455, sessionid=0x1003536e1380001 2024-11-12T18:18:08,553 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:18:08,554 DEBUG [RS:0;9911683f163c:35455 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,35455,1731435486693 2024-11-12T18:18:08,554 DEBUG [RS:0;9911683f163c:35455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35455,1731435486693' 2024-11-12T18:18:08,554 DEBUG [RS:0;9911683f163c:35455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01795867353/flush-table-proc/abort' 2024-11-12T18:18:08,554 DEBUG [RS:0;9911683f163c:35455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01795867353/flush-table-proc/acquired' 2024-11-12T18:18:08,555 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:18:08,555 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:18:08,555 DEBUG [RS:0;9911683f163c:35455 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,35455,1731435486693 2024-11-12T18:18:08,555 DEBUG [RS:0;9911683f163c:35455 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35455,1731435486693' 2024-11-12T18:18:08,556 DEBUG [RS:0;9911683f163c:35455 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01795867353/online-snapshot/abort' 2024-11-12T18:18:08,557 DEBUG [RS:0;9911683f163c:35455 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01795867353/online-snapshot/acquired' 2024-11-12T18:18:08,558 DEBUG [RS:0;9911683f163c:35455 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:18:08,558 INFO [RS:0;9911683f163c:35455 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:18:08,558 INFO [RS:0;9911683f163c:35455 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:18:08,659 INFO [RS:0;9911683f163c:35455 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:18:08,661 INFO [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35455%2C1731435486693, suffix=, logDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693, archiveDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/oldWALs, maxLogs=10 2024-11-12T18:18:08,683 DEBUG [RS:0;9911683f163c:35455 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662, exclude list is [], retry=0 2024-11-12T18:18:08,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-a77da17a-ffb1-41a0-801f-1e2f3d1e2d38,DISK] 2024-11-12T18:18:08,697 INFO [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 2024-11-12T18:18:08,698 DEBUG [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32919:32919)] 2024-11-12T18:18:08,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:18:08,777 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a 2024-11-12T18:18:08,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:18:09,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:09,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:18:09,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:18:09,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:18:09,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:18:09,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:18:09,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:18:09,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:18:09,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:18:09,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:18:09,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740 2024-11-12T18:18:09,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740 2024-11-12T18:18:09,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:18:09,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:18:09,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:18:09,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:18:09,234 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:09,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63067989, jitterRate=-0.06021372973918915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:18:09,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435489205Initializing all the Stores at 1731435489206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435489206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435489207 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435489207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435489207Cleaning up temporary data from old regions at 1731435489227 (+20 ms)Region opened successfully at 1731435489236 (+9 ms) 2024-11-12T18:18:09,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:18:09,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:18:09,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:18:09,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:18:09,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:18:09,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:18:09,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435489236Disabling compacts and flushes for region at 1731435489236Disabling writes for close at 1731435489237 (+1 ms)Writing region close event to WAL at 1731435489238 (+1 ms)Closed at 1731435489238 2024-11-12T18:18:09,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:09,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:18:09,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:18:09,242 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:18:09,250 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:18:09,400 DEBUG [9911683f163c:40101 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:18:09,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,35455,1731435486693 2024-11-12T18:18:09,402 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35455,1731435486693, state=OPENING 2024-11-12T18:18:09,404 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:18:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:09,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:09,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01795867353/meta-region-server: CHANGED 2024-11-12T18:18:09,407 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01795867353/meta-region-server: CHANGED 2024-11-12T18:18:09,407 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:18:09,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35455,1731435486693}] 2024-11-12T18:18:09,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:18:09,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:18:09,572 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:18:09,573 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:09,573 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:18:09,578 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35455%2C1731435486693.meta, suffix=.meta, logDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693, archiveDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/oldWALs, maxLogs=10 2024-11-12T18:18:09,602 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.meta.1731435489578.meta, exclude list is [], retry=0 2024-11-12T18:18:09,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-a77da17a-ffb1-41a0-801f-1e2f3d1e2d38,DISK] 2024-11-12T18:18:09,633 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.meta.1731435489578.meta 2024-11-12T18:18:09,634 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32919:32919)] 2024-11-12T18:18:09,634 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:09,635 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:18:09,635 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:18:09,635 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:18:09,635 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:18:09,635 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:18:09,635 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:09,636 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:18:09,636 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:18:09,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:18:09,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:18:09,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:18:09,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:18:09,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:18:09,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:18:09,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:18:09,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:18:09,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:09,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:09,665 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:18:09,666 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740 2024-11-12T18:18:09,667 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740 2024-11-12T18:18:09,669 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:18:09,669 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:18:09,670 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:18:09,672 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:18:09,673 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65329947, jitterRate=-0.02650792896747589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:18:09,673 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:18:09,674 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435489636Writing region info on filesystem at 1731435489636Initializing all the Stores at 1731435489637 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435489637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435489649 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435489649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435489649Cleaning up temporary data from old regions at 1731435489669 (+20 ms)Running coprocessor post-open hooks at 1731435489673 (+4 ms)Region opened successfully at 1731435489674 (+1 ms) 2024-11-12T18:18:09,678 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435489562 2024-11-12T18:18:09,681 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:18:09,681 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:18:09,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35455,1731435486693 2024-11-12T18:18:09,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35455,1731435486693, state=OPEN 2024-11-12T18:18:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01795867353/meta-region-server 2024-11-12T18:18:09,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01795867353/meta-region-server 2024-11-12T18:18:09,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01795867353/meta-region-server: CHANGED 2024-11-12T18:18:09,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01795867353/meta-region-server: CHANGED 2024-11-12T18:18:09,689 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,35455,1731435486693 2024-11-12T18:18:09,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:18:09,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35455,1731435486693 in 282 msec 2024-11-12T18:18:09,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:18:09,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-12T18:18:09,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:09,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:18:09,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:09,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35455,1731435486693, seqNum=-1] 2024-11-12T18:18:09,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:09,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:09,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-12T18:18:09,723 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435489723, completionTime=-1 2024-11-12T18:18:09,723 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:18:09,723 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:18:09,727 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:18:09,727 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435549727 2024-11-12T18:18:09,727 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435609727 2024-11-12T18:18:09,727 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:18:09,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40101,1731435486293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40101,1731435486293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40101,1731435486293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:40101, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,732 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,735 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:18:09,742 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-11-12T18:18:09,742 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:18:09,742 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:18:09,743 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:18:09,743 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:18:09,743 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:18:09,743 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40101,1731435486293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:18:09,743 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40101,1731435486293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:18:09,750 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:18:09,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:18:09,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,40101,1731435486293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:09,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:09,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,40101,-1 for getting cluster id 2024-11-12T18:18:09,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:09,842 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe5653-3d8c-46b5-ba87-b257a33d4d07' 2024-11-12T18:18:09,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:09,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe5653-3d8c-46b5-ba87-b257a33d4d07" 2024-11-12T18:18:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2073b07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,40101,-1] 2024-11-12T18:18:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:09,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:09,844 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:09,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:09,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:09,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35455,1731435486693, seqNum=-1] 2024-11-12T18:18:09,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:09,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:09,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,40101,1731435486293 2024-11-12T18:18:09,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-12T18:18:09,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:18:09,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir so I do NOT create it in target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5 2024-11-12T18:18:09,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:18:09,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.tmp.dir so I do NOT create it in target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5 2024-11-12T18:18:09,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:18:09,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5 2024-11-12T18:18:09,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:18:09,862 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/cluster_152b30db-d7b6-02a7-22df-5e95c6db45e0, deleteOnExit=true 2024-11-12T18:18:09,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:18:09,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/test.cache.data in system properties and HBase conf 2024-11-12T18:18:09,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:18:09,863 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:18:09,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:18:09,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:18:09,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003536e1380002 connected 2024-11-12T18:18:09,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:18:09,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:18:09,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:18:09,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:18:09,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:18:09,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:18:09,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:18:09,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:18:09,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:18:09,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:18:09,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:18:10,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/java.io.tmpdir/jetty-localhost-34335-hadoop-hdfs-3_4_1-tests_jar-_-any-9666601621722734844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:18:10,149 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:34335} 2024-11-12T18:18:10,149 INFO [Time-limited test {}] server.Server(415): Started @52701ms 2024-11-12T18:18:10,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:18:10,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:18:10,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:18:10,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:18:10,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:18:10,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:18:10,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:18:10,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/java.io.tmpdir/jetty-localhost-35499-hadoop-hdfs-3_4_1-tests_jar-_-any-13853366046912860973/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:18:10,443 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:35499} 2024-11-12T18:18:10,444 INFO [Time-limited test {}] server.Server(415): Started @52995ms 2024-11-12T18:18:10,445 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:18:10,723 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/cluster_152b30db-d7b6-02a7-22df-5e95c6db45e0/data/data1/current/BP-590857159-172.17.0.3-1731435489896/current, will proceed with Du for space computation calculation, 2024-11-12T18:18:10,723 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/cluster_152b30db-d7b6-02a7-22df-5e95c6db45e0/data/data2/current/BP-590857159-172.17.0.3-1731435489896/current, will proceed with Du for space computation calculation, 2024-11-12T18:18:10,781 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:18:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc4c179e181707a5 with lease ID 0x36cd1046a95c7a95: Processing first storage report for DS-97dde634-8037-4ea9-bbe7-c50bbaa7a7cc from datanode DatanodeRegistration(127.0.0.1:39339, datanodeUuid=627cfbff-e3d7-401a-9d91-67bf85feb7ba, infoPort=44199, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=646637888;c=1731435489896) 2024-11-12T18:18:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc4c179e181707a5 with lease ID 0x36cd1046a95c7a95: from storage DS-97dde634-8037-4ea9-bbe7-c50bbaa7a7cc node DatanodeRegistration(127.0.0.1:39339, datanodeUuid=627cfbff-e3d7-401a-9d91-67bf85feb7ba, infoPort=44199, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=646637888;c=1731435489896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:18:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc4c179e181707a5 with lease ID 0x36cd1046a95c7a95: Processing first storage report for DS-0e8969fa-4089-4e5e-90bc-bd487e3d872c from datanode DatanodeRegistration(127.0.0.1:39339, datanodeUuid=627cfbff-e3d7-401a-9d91-67bf85feb7ba, infoPort=44199, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=646637888;c=1731435489896) 2024-11-12T18:18:10,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc4c179e181707a5 with lease ID 0x36cd1046a95c7a95: from storage DS-0e8969fa-4089-4e5e-90bc-bd487e3d872c node DatanodeRegistration(127.0.0.1:39339, datanodeUuid=627cfbff-e3d7-401a-9d91-67bf85feb7ba, infoPort=44199, infoSecurePort=0, ipcPort=36841, storageInfo=lv=-57;cid=testClusterID;nsid=646637888;c=1731435489896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:18:10,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5 2024-11-12T18:18:10,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:10,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:18:11,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69 with version=8 2024-11-12T18:18:11,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/hbase-staging 2024-11-12T18:18:11,281 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:18:11,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:18:11,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38343 2024-11-12T18:18:11,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38343 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-12T18:18:11,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383430x0, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:18:11,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38343-0x1003536e1380003 connected 2024-11-12T18:18:11,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:11,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:11,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/running 2024-11-12T18:18:11,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69, hbase.cluster.distributed=false 2024-11-12T18:18:11,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/acl 2024-11-12T18:18:11,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-12T18:18:11,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38343 2024-11-12T18:18:11,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38343 2024-11-12T18:18:11,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-12T18:18:11,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38343 2024-11-12T18:18:11,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:18:11,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:18:11,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37367 2024-11-12T18:18:11,474 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37367 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-12T18:18:11,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:11,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:11,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373670x0, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:18:11,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373670x0, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/running 2024-11-12T18:18:11,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:18:11,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37367-0x1003536e1380004 connected 2024-11-12T18:18:11,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:18:11,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/master 2024-11-12T18:18:11,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/acl 2024-11-12T18:18:11,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-12T18:18:11,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37367 2024-11-12T18:18:11,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37367 2024-11-12T18:18:11,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-12T18:18:11,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-12T18:18:11,595 DEBUG [M:0;9911683f163c:38343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:38343 2024-11-12T18:18:11,597 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11313070747/backup-masters/9911683f163c,38343,1731435491280 2024-11-12T18:18:11,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747/backup-masters 2024-11-12T18:18:11,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747/backup-masters 2024-11-12T18:18:11,621 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on existing znode=/11313070747/backup-masters/9911683f163c,38343,1731435491280 2024-11-12T18:18:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11313070747/master 2024-11-12T18:18:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:11,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:11,630 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on existing znode=/11313070747/master 2024-11-12T18:18:11,631 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11313070747/backup-masters/9911683f163c,38343,1731435491280 from backup master directory 2024-11-12T18:18:11,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11313070747/backup-masters/9911683f163c,38343,1731435491280 2024-11-12T18:18:11,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747/backup-masters 2024-11-12T18:18:11,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747/backup-masters 2024-11-12T18:18:11,633 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:18:11,634 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,38343,1731435491280 2024-11-12T18:18:11,646 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/hbase.id] with ID: fd2de4e0-34d0-41e7-bc27-30a3b65741a4 2024-11-12T18:18:11,646 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/.tmp/hbase.id 2024-11-12T18:18:11,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:18:12,067 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/.tmp/hbase.id]:[hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/hbase.id] 2024-11-12T18:18:12,089 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:12,089 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:18:12,093 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-12T18:18:12,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:12,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:12,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:18:12,555 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:18:12,556 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:18:12,557 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:18:12,569 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store 2024-11-12T18:18:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:18:12,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:12,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:18:12,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:12,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:12,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:18:12,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:12,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:18:12,598 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435492598Disabling compacts and flushes for region at 1731435492598Disabling writes for close at 1731435492598Writing region close event to WAL at 1731435492598Closed at 1731435492598 2024-11-12T18:18:12,600 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/.initializing 2024-11-12T18:18:12,600 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/WALs/9911683f163c,38343,1731435491280 2024-11-12T18:18:12,602 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:18:12,606 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C38343%2C1731435491280, suffix=, logDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/WALs/9911683f163c,38343,1731435491280, archiveDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/oldWALs, maxLogs=10 2024-11-12T18:18:12,635 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/WALs/9911683f163c,38343,1731435491280/9911683f163c%2C38343%2C1731435491280.1731435492606, exclude list is [], retry=0 2024-11-12T18:18:12,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-97dde634-8037-4ea9-bbe7-c50bbaa7a7cc,DISK] 2024-11-12T18:18:12,672 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/WALs/9911683f163c,38343,1731435491280/9911683f163c%2C38343%2C1731435491280.1731435492606 2024-11-12T18:18:12,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199)] 2024-11-12T18:18:12,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:12,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:12,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:18:12,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:12,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:12,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:18:12,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:12,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:12,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:18:12,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:12,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:12,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:18:12,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:12,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:12,717 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,718 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,718 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,720 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,720 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,721 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:18:12,722 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:18:12,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:12,727 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66360538, jitterRate=-0.011150926351547241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:18:12,727 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435492681Initializing all the Stores at 1731435492685 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435492685Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435492696 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435492696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435492697 (+1 ms)Cleaning up temporary data from old regions at 1731435492720 (+23 ms)Region opened successfully at 1731435492727 (+7 ms) 2024-11-12T18:18:12,732 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:18:12,739 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55231017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:18:12,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:18:12,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:18:12,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:18:12,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:18:12,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:18:12,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:18:12,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:18:12,755 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:18:12,756 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Unable to get data of znode /11313070747/balancer because node does not exist (not necessarily an error) 2024-11-12T18:18:12,758 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11313070747/balancer already deleted, retry=false 2024-11-12T18:18:12,758 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:18:12,759 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Unable to get data of znode /11313070747/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:18:12,764 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11313070747/normalizer already deleted, retry=false 2024-11-12T18:18:12,765 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:18:12,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Unable to get data of znode /11313070747/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:18:12,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11313070747/switch/split already deleted, retry=false 2024-11-12T18:18:12,776 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Unable to get data of znode /11313070747/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:18:12,778 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11313070747/switch/merge already deleted, retry=false 2024-11-12T18:18:12,780 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Unable to get data of znode /11313070747/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:18:12,782 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11313070747/snapshot-cleanup already deleted, retry=false 2024-11-12T18:18:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11313070747/running 2024-11-12T18:18:12,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:12,787 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,38343,1731435491280, sessionid=0x1003536e1380003, setting cluster-up flag (Was=false) 2024-11-12T18:18:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11313070747/running 2024-11-12T18:18:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:12,802 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11313070747/flush-table-proc/acquired, /11313070747/flush-table-proc/reached, /11313070747/flush-table-proc/abort 2024-11-12T18:18:12,803 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38343,1731435491280 2024-11-12T18:18:12,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:12,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:12,819 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11313070747/online-snapshot/acquired, /11313070747/online-snapshot/reached, /11313070747/online-snapshot/abort 2024-11-12T18:18:12,820 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38343,1731435491280 2024-11-12T18:18:12,823 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:18:12,825 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:12,825 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:18:12,825 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:18:12,826 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,38343,1731435491280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:18:12,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:12,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:12,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:12,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:18:12,828 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:18:12,828 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,828 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:18:12,828 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:12,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:18:12,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:12,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435522865 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:18:12,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:18:12,868 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,870 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:18:12,870 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:18:12,870 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:18:12,870 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:18:12,873 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:18:12,873 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:18:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:18:12,884 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435492873,5,FailOnTimeoutGroup] 2024-11-12T18:18:12,884 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435492884,5,FailOnTimeoutGroup] 2024-11-12T18:18:12,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:18:12,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,886 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(746): ClusterId : fd2de4e0-34d0-41e7-bc27-30a3b65741a4 2024-11-12T18:18:12,886 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:18:12,895 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:18:12,895 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:18:12,899 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:18:12,899 DEBUG [RS:0;9911683f163c:37367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2854d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:18:12,913 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:37367 2024-11-12T18:18:12,913 INFO [RS:0;9911683f163c:37367 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:18:12,913 INFO [RS:0;9911683f163c:37367 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:18:12,913 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:18:12,914 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38343,1731435491280 with port=37367, startcode=1731435491469 2024-11-12T18:18:12,915 DEBUG [RS:0;9911683f163c:37367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:18:12,917 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:18:12,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,37367,1731435491469 2024-11-12T18:18:12,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38343 {}] master.ServerManager(517): Registering regionserver=9911683f163c,37367,1731435491469 2024-11-12T18:18:12,920 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69 2024-11-12T18:18:12,920 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39525 2024-11-12T18:18:12,920 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:18:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747/rs 2024-11-12T18:18:12,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,37367,1731435491469] 2024-11-12T18:18:12,929 DEBUG [RS:0;9911683f163c:37367 {}] zookeeper.ZKUtil(111): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on existing znode=/11313070747/rs/9911683f163c,37367,1731435491469 2024-11-12T18:18:12,930 WARN [RS:0;9911683f163c:37367 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:18:12,930 INFO [RS:0;9911683f163c:37367 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:12,930 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469 2024-11-12T18:18:12,950 INFO [RS:0;9911683f163c:37367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:18:12,961 INFO [RS:0;9911683f163c:37367 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:18:12,961 INFO [RS:0;9911683f163c:37367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:18:12,961 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,962 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:18:12,964 INFO [RS:0;9911683f163c:37367 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:18:12,964 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,964 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,964 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,964 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,964 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,964 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:18:12,965 DEBUG [RS:0;9911683f163c:37367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:18:12,986 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,986 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,987 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,987 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,987 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:12,987 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37367,1731435491469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:18:13,010 INFO [RS:0;9911683f163c:37367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:18:13,010 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37367,1731435491469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:13,010 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:13,010 INFO [RS:0;9911683f163c:37367 {}] regionserver.Replication(171): 9911683f163c,37367,1731435491469 started 2024-11-12T18:18:13,029 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:13,029 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,37367,1731435491469, RpcServer on 9911683f163c/172.17.0.3:37367, sessionid=0x1003536e1380004 2024-11-12T18:18:13,029 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:18:13,029 DEBUG [RS:0;9911683f163c:37367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,37367,1731435491469 2024-11-12T18:18:13,029 DEBUG [RS:0;9911683f163c:37367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,37367,1731435491469' 2024-11-12T18:18:13,029 DEBUG [RS:0;9911683f163c:37367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11313070747/flush-table-proc/abort' 2024-11-12T18:18:13,030 DEBUG [RS:0;9911683f163c:37367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11313070747/flush-table-proc/acquired' 2024-11-12T18:18:13,032 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:18:13,032 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:18:13,032 DEBUG [RS:0;9911683f163c:37367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,37367,1731435491469 2024-11-12T18:18:13,032 DEBUG [RS:0;9911683f163c:37367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,37367,1731435491469' 2024-11-12T18:18:13,032 DEBUG [RS:0;9911683f163c:37367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11313070747/online-snapshot/abort' 2024-11-12T18:18:13,033 DEBUG [RS:0;9911683f163c:37367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11313070747/online-snapshot/acquired' 2024-11-12T18:18:13,034 DEBUG [RS:0;9911683f163c:37367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:18:13,034 INFO [RS:0;9911683f163c:37367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:18:13,034 INFO [RS:0;9911683f163c:37367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:18:13,135 INFO [RS:0;9911683f163c:37367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:18:13,137 INFO [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C37367%2C1731435491469, suffix=, logDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469, archiveDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/oldWALs, maxLogs=10 2024-11-12T18:18:13,158 DEBUG [RS:0;9911683f163c:37367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469/9911683f163c%2C37367%2C1731435491469.1731435493138, exclude list is [], retry=0 2024-11-12T18:18:13,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-97dde634-8037-4ea9-bbe7-c50bbaa7a7cc,DISK] 2024-11-12T18:18:13,177 INFO [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469/9911683f163c%2C37367%2C1731435491469.1731435493138 2024-11-12T18:18:13,178 DEBUG [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199)] 2024-11-12T18:18:13,277 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:18:13,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69 2024-11-12T18:18:13,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:18:13,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:13,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:18:13,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:18:13,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:13,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:13,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:18:13,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:18:13,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:13,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:13,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:18:13,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:18:13,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:13,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:13,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:18:13,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:18:13,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:13,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:13,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:18:13,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740 2024-11-12T18:18:13,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740 2024-11-12T18:18:13,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:18:13,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:18:13,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:18:13,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:18:13,730 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:13,731 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72730279, jitterRate=0.08376561105251312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:18:13,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435493704Initializing all the Stores at 1731435493705 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435493705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435493705Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435493705Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435493705Cleaning up temporary data from old regions at 1731435493724 (+19 ms)Region opened successfully at 1731435493731 (+7 ms) 2024-11-12T18:18:13,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:18:13,731 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:18:13,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:18:13,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:18:13,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:18:13,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:18:13,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435493731Disabling compacts and flushes for region at 1731435493731Disabling writes for close at 1731435493731Writing region close event to WAL at 1731435493732 (+1 ms)Closed at 1731435493732 2024-11-12T18:18:13,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:13,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:18:13,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:18:13,736 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:18:13,737 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:18:13,887 DEBUG [9911683f163c:38343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:18:13,888 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,37367,1731435491469 2024-11-12T18:18:13,889 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,37367,1731435491469, state=OPENING 2024-11-12T18:18:13,892 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:18:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:13,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:18:13,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11313070747/meta-region-server: CHANGED 2024-11-12T18:18:13,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11313070747/meta-region-server: CHANGED 2024-11-12T18:18:13,894 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:18:13,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,37367,1731435491469}] 2024-11-12T18:18:14,049 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:18:14,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:18:14,057 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:18:14,057 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:14,057 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:18:14,061 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C37367%2C1731435491469.meta, suffix=.meta, logDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469, archiveDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/oldWALs, maxLogs=10 2024-11-12T18:18:14,085 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469/9911683f163c%2C37367%2C1731435491469.meta.1731435494062.meta, exclude list is [], retry=0 2024-11-12T18:18:14,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39339,DS-97dde634-8037-4ea9-bbe7-c50bbaa7a7cc,DISK] 2024-11-12T18:18:14,093 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469/9911683f163c%2C37367%2C1731435491469.meta.1731435494062.meta 2024-11-12T18:18:14,094 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44199:44199)] 2024-11-12T18:18:14,094 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:14,094 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:18:14,095 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:18:14,095 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:18:14,095 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:18:14,095 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:18:14,095 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:14,095 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:18:14,095 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:18:14,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:18:14,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:18:14,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:14,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:14,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:18:14,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:18:14,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:14,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:14,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:18:14,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:18:14,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:14,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:14,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:18:14,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:18:14,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:14,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:18:14,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:18:14,107 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740 2024-11-12T18:18:14,110 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740 2024-11-12T18:18:14,111 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:18:14,111 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:18:14,112 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:18:14,114 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:18:14,116 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61234192, jitterRate=-0.0875394344329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:18:14,116 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:18:14,117 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435494095Writing region info on filesystem at 1731435494095Initializing all the Stores at 1731435494097 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435494097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435494097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435494097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435494097Cleaning up temporary data from old regions at 1731435494111 (+14 ms)Running coprocessor post-open hooks at 1731435494116 (+5 ms)Region opened successfully at 1731435494116 2024-11-12T18:18:14,118 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435494049 2024-11-12T18:18:14,122 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:18:14,122 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:18:14,123 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,37367,1731435491469 2024-11-12T18:18:14,124 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,37367,1731435491469, state=OPEN 2024-11-12T18:18:14,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11313070747/meta-region-server 2024-11-12T18:18:14,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11313070747/meta-region-server 2024-11-12T18:18:14,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11313070747/meta-region-server: CHANGED 2024-11-12T18:18:14,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11313070747/meta-region-server: CHANGED 2024-11-12T18:18:14,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,37367,1731435491469 2024-11-12T18:18:14,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:18:14,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,37367,1731435491469 in 231 msec 2024-11-12T18:18:14,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:18:14,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-12T18:18:14,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:18:14,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:18:14,135 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:14,135 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,37367,1731435491469, seqNum=-1] 2024-11-12T18:18:14,136 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:14,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:14,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-12T18:18:14,148 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435494148, completionTime=-1 2024-11-12T18:18:14,148 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:18:14,148 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:18:14,150 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:18:14,150 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435554150 2024-11-12T18:18:14,150 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435614150 2024-11-12T18:18:14,150 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:18:14,151 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38343,1731435491280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,151 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38343,1731435491280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,151 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38343,1731435491280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,151 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:38343, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,151 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,153 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:18:14,175 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,183 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.549sec 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38343,1731435491280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:18:14,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38343,1731435491280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:18:14,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:14,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38343,-1 for getting cluster id 2024-11-12T18:18:14,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:14,198 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd2de4e0-34d0-41e7-bc27-30a3b65741a4' 2024-11-12T18:18:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd2de4e0-34d0-41e7-bc27-30a3b65741a4" 2024-11-12T18:18:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314f7581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:14,200 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:18:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38343,-1] 2024-11-12T18:18:14,200 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:18:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:14,200 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38343,1731435491280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:18:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:14,202 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:14,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:14,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:14,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,37367,1731435491469, seqNum=-1] 2024-11-12T18:18:14,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:14,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:14,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,38343,1731435491280 2024-11-12T18:18:14,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54598 2024-11-12T18:18:14,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:18:14,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:14,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,40101,1731435486293 2024-11-12T18:18:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405776e5 2024-11-12T18:18:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:14,238 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:18:14,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:18:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:18:14,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003536e1380005 connected 2024-11-12T18:18:14,251 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:18:14,253 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:14,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:18:14,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:18:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:14,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:18:14,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:18:14,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:18:14,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T18:18:14,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:18:14,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:18:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:18:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:14,485 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:18:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:14,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1409d5a0ec75f83d509a00da050177fb, NAME => 'test,,1731435494238.1409d5a0ec75f83d509a00da050177fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a 2024-11-12T18:18:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:18:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:15,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:18:15,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435494238.1409d5a0ec75f83d509a00da050177fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:15,157 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1409d5a0ec75f83d509a00da050177fb, disabling compactions & flushes 2024-11-12T18:18:15,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. after waiting 0 ms 2024-11-12T18:18:15,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,158 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1409d5a0ec75f83d509a00da050177fb: Waiting for close lock at 1731435495157Disabling compacts and flushes for region at 1731435495157Disabling writes for close at 1731435495158 (+1 ms)Writing region close event to WAL at 1731435495158Closed at 1731435495158 2024-11-12T18:18:15,163 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:18:15,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435494238.1409d5a0ec75f83d509a00da050177fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435495163"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435495163"}]},"ts":"1731435495163"} 2024-11-12T18:18:15,168 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:18:15,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:18:15,170 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435495170"}]},"ts":"1731435495170"} 2024-11-12T18:18:15,176 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:18:15,177 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1409d5a0ec75f83d509a00da050177fb, ASSIGN}] 2024-11-12T18:18:15,179 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1409d5a0ec75f83d509a00da050177fb, ASSIGN 2024-11-12T18:18:15,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:15,180 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1409d5a0ec75f83d509a00da050177fb, ASSIGN; state=OFFLINE, location=9911683f163c,35455,1731435486693; forceNewPlan=false, retain=false 2024-11-12T18:18:15,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:15,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:15,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:15,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1409d5a0ec75f83d509a00da050177fb, regionState=OPENING, regionLocation=9911683f163c,35455,1731435486693 2024-11-12T18:18:15,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1409d5a0ec75f83d509a00da050177fb, ASSIGN because future has completed 2024-11-12T18:18:15,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1409d5a0ec75f83d509a00da050177fb, server=9911683f163c,35455,1731435486693}] 2024-11-12T18:18:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:15,515 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,515 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1409d5a0ec75f83d509a00da050177fb, NAME => 'test,,1731435494238.1409d5a0ec75f83d509a00da050177fb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:15,515 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:18:15,516 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:18:15,516 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,516 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435494238.1409d5a0ec75f83d509a00da050177fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:15,516 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,516 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,521 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,524 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1409d5a0ec75f83d509a00da050177fb columnFamilyName f 2024-11-12T18:18:15,524 DEBUG [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:15,526 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] regionserver.HStore(327): Store=1409d5a0ec75f83d509a00da050177fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:15,526 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,532 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1409d5a0ec75f83d509a00da050177fb columnFamilyName f1 2024-11-12T18:18:15,532 DEBUG [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:15,533 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] regionserver.HStore(327): Store=1409d5a0ec75f83d509a00da050177fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:15,533 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,535 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1409d5a0ec75f83d509a00da050177fb columnFamilyName norep 2024-11-12T18:18:15,535 DEBUG [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:15,536 INFO [StoreOpener-1409d5a0ec75f83d509a00da050177fb-1 {}] regionserver.HStore(327): Store=1409d5a0ec75f83d509a00da050177fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:15,536 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,537 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,538 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,539 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,539 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,540 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:18:15,543 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,553 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:15,553 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1409d5a0ec75f83d509a00da050177fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64631420, jitterRate=-0.03691679239273071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:18:15,554 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:18:15,555 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1409d5a0ec75f83d509a00da050177fb: Running coprocessor pre-open hook at 1731435495516Writing region info on filesystem at 1731435495516Initializing all the Stores at 1731435495521 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435495521Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435495521Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435495521Cleaning up temporary data from old regions at 1731435495539 (+18 ms)Running coprocessor post-open hooks at 1731435495554 (+15 ms)Region opened successfully at 1731435495555 (+1 ms) 2024-11-12T18:18:15,561 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., pid=6, masterSystemTime=1731435495507 2024-11-12T18:18:15,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1409d5a0ec75f83d509a00da050177fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,35455,1731435486693 2024-11-12T18:18:15,568 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,568 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:18:15,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1409d5a0ec75f83d509a00da050177fb, server=9911683f163c,35455,1731435486693 because future has completed 2024-11-12T18:18:15,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:18:15,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1409d5a0ec75f83d509a00da050177fb, server=9911683f163c,35455,1731435486693 in 222 msec 2024-11-12T18:18:15,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:18:15,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1409d5a0ec75f83d509a00da050177fb, ASSIGN in 403 msec 2024-11-12T18:18:15,585 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:18:15,585 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435495585"}]},"ts":"1731435495585"} 2024-11-12T18:18:15,588 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:18:15,590 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:18:15,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3450 sec 2024-11-12T18:18:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:16,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:16,413 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:18:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38343,1731435491280 2024-11-12T18:18:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c9fc32 2024-11-12T18:18:16,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:16,417 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:18:16,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:18:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:18:16,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:18:16,426 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:16,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:18:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:16,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:18:16,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:18:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:16,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f47c6229727fac8d22a0c276e6ac4f3, NAME => 'test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69 2024-11-12T18:18:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:18:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:17,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:17,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6f47c6229727fac8d22a0c276e6ac4f3, disabling compactions & flushes 2024-11-12T18:18:17,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. after waiting 0 ms 2024-11-12T18:18:17,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,263 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f47c6229727fac8d22a0c276e6ac4f3: Waiting for close lock at 1731435497263Disabling compacts and flushes for region at 1731435497263Disabling writes for close at 1731435497263Writing region close event to WAL at 1731435497263Closed at 1731435497263 2024-11-12T18:18:17,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:18:17,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435497265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435497265"}]},"ts":"1731435497265"} 2024-11-12T18:18:17,269 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:18:17,270 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:18:17,270 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435497270"}]},"ts":"1731435497270"} 2024-11-12T18:18:17,275 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:18:17,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f47c6229727fac8d22a0c276e6ac4f3, ASSIGN}] 2024-11-12T18:18:17,278 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6f47c6229727fac8d22a0c276e6ac4f3, ASSIGN 2024-11-12T18:18:17,279 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6f47c6229727fac8d22a0c276e6ac4f3, ASSIGN; state=OFFLINE, location=9911683f163c,37367,1731435491469; forceNewPlan=false, retain=false 2024-11-12T18:18:17,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f47c6229727fac8d22a0c276e6ac4f3, regionState=OPENING, regionLocation=9911683f163c,37367,1731435491469 2024-11-12T18:18:17,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6f47c6229727fac8d22a0c276e6ac4f3, ASSIGN because future has completed 2024-11-12T18:18:17,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f47c6229727fac8d22a0c276e6ac4f3, server=9911683f163c,37367,1731435491469}] 2024-11-12T18:18:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:17,601 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,602 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f47c6229727fac8d22a0c276e6ac4f3, NAME => 'test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:17,602 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:18:17,602 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:18:17,602 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,602 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:17,602 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,603 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,609 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,612 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f47c6229727fac8d22a0c276e6ac4f3 columnFamilyName f 2024-11-12T18:18:17,612 DEBUG [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:17,613 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] regionserver.HStore(327): Store=6f47c6229727fac8d22a0c276e6ac4f3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:17,613 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,621 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f47c6229727fac8d22a0c276e6ac4f3 columnFamilyName f1 2024-11-12T18:18:17,622 DEBUG [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:17,622 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] regionserver.HStore(327): Store=6f47c6229727fac8d22a0c276e6ac4f3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:17,622 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,623 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f47c6229727fac8d22a0c276e6ac4f3 columnFamilyName norep 2024-11-12T18:18:17,623 DEBUG [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:17,624 INFO [StoreOpener-6f47c6229727fac8d22a0c276e6ac4f3-1 {}] regionserver.HStore(327): Store=6f47c6229727fac8d22a0c276e6ac4f3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:17,624 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,626 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,626 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,627 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,627 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,628 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:18:17,629 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,632 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:17,633 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6f47c6229727fac8d22a0c276e6ac4f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68932502, jitterRate=0.027174323797225952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:18:17,633 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:18:17,633 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6f47c6229727fac8d22a0c276e6ac4f3: Running coprocessor pre-open hook at 1731435497603Writing region info on filesystem at 1731435497603Initializing all the Stores at 1731435497608 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435497608Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435497609 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435497609Cleaning up temporary data from old regions at 1731435497627 (+18 ms)Running coprocessor post-open hooks at 1731435497633 (+6 ms)Region opened successfully at 1731435497633 2024-11-12T18:18:17,634 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3., pid=6, masterSystemTime=1731435497596 2024-11-12T18:18:17,638 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6f47c6229727fac8d22a0c276e6ac4f3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,37367,1731435491469 2024-11-12T18:18:17,640 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,640 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:18:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f47c6229727fac8d22a0c276e6ac4f3, server=9911683f163c,37367,1731435491469 because future has completed 2024-11-12T18:18:17,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:18:17,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f47c6229727fac8d22a0c276e6ac4f3, server=9911683f163c,37367,1731435491469 in 210 msec 2024-11-12T18:18:17,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:18:17,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6f47c6229727fac8d22a0c276e6ac4f3, ASSIGN in 371 msec 2024-11-12T18:18:17,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:18:17,653 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435497653"}]},"ts":"1731435497653"} 2024-11-12T18:18:17,655 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:18:17,656 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:18:17,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2380 sec 2024-11-12T18:18:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:18:18,572 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:18:18,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,40101,-1 for getting cluster id 2024-11-12T18:18:18,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:18,579 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe5653-3d8c-46b5-ba87-b257a33d4d07' 2024-11-12T18:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe5653-3d8c-46b5-ba87-b257a33d4d07" 2024-11-12T18:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdab90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,40101,-1] 2024-11-12T18:18:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:18,582 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16108572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38343,-1 for getting cluster id 2024-11-12T18:18:18,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:18,599 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd2de4e0-34d0-41e7-bc27-30a3b65741a4' 2024-11-12T18:18:18,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd2de4e0-34d0-41e7-bc27-30a3b65741a4" 2024-11-12T18:18:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1342499e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38343,-1] 2024-11-12T18:18:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:18,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:18,605 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:18,606 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b160e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,40101,-1 for getting cluster id 2024-11-12T18:18:18,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:18,609 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe5653-3d8c-46b5-ba87-b257a33d4d07' 2024-11-12T18:18:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe5653-3d8c-46b5-ba87-b257a33d4d07" 2024-11-12T18:18:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51484b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,40101,-1] 2024-11-12T18:18:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:18,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:18,613 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:18,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,40101,1731435486293 2024-11-12T18:18:18,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6da28c 2024-11-12T18:18:18,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:18,623 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:18:18,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:38343,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:18:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:18:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:18:18,634 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:38343' 2024-11-12T18:18:18,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a79d6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,637 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38343,-1 for getting cluster id 2024-11-12T18:18:18,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:18,638 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd2de4e0-34d0-41e7-bc27-30a3b65741a4' 2024-11-12T18:18:18,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd2de4e0-34d0-41e7-bc27-30a3b65741a4" 2024-11-12T18:18:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f56b67c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38343,-1] 2024-11-12T18:18:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:18,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:18,641 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:18,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d66d48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:18,642 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:18,644 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38343,1731435491280 2024-11-12T18:18:18,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7325c16d 2024-11-12T18:18:18,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:18,646 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:18:18,647 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:18:18,647 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:18:18,647 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:18,648 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:18,649 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:18:18,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:18:18,651 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:18:18,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:18:18,652 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:18,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:18:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:18:18,691 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6746e72a7cddac4b4afc87433abaa77a, NAME => 'hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a 2024-11-12T18:18:18,702 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:18:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:18:18,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:18,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6746e72a7cddac4b4afc87433abaa77a, disabling compactions & flushes 2024-11-12T18:18:18,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:18,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:18,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. after waiting 0 ms 2024-11-12T18:18:18,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:18,727 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:18,727 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6746e72a7cddac4b4afc87433abaa77a: Waiting for close lock at 1731435498727Disabling compacts and flushes for region at 1731435498727Disabling writes for close at 1731435498727Writing region close event to WAL at 1731435498727Closed at 1731435498727 2024-11-12T18:18:18,730 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:18:18,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435498730"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435498730"}]},"ts":"1731435498730"} 2024-11-12T18:18:18,734 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:18:18,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:18:18,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435498736"}]},"ts":"1731435498736"} 2024-11-12T18:18:18,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:18:18,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6746e72a7cddac4b4afc87433abaa77a, ASSIGN}] 2024-11-12T18:18:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:18:18,743 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6746e72a7cddac4b4afc87433abaa77a, ASSIGN 2024-11-12T18:18:18,744 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6746e72a7cddac4b4afc87433abaa77a, ASSIGN; state=OFFLINE, location=9911683f163c,35455,1731435486693; forceNewPlan=false, retain=false 2024-11-12T18:18:18,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6746e72a7cddac4b4afc87433abaa77a, regionState=OPENING, regionLocation=9911683f163c,35455,1731435486693 2024-11-12T18:18:18,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6746e72a7cddac4b4afc87433abaa77a, ASSIGN because future has completed 2024-11-12T18:18:18,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6746e72a7cddac4b4afc87433abaa77a, server=9911683f163c,35455,1731435486693}] 2024-11-12T18:18:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:18:18,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:18:19,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:19,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:18:19,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:18:19,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35455%2C1731435486693.rep, suffix=, logDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693, archiveDir=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/oldWALs, maxLogs=10 2024-11-12T18:18:19,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.rep.1731435499113, exclude list is [], retry=0 2024-11-12T18:18:19,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43309,DS-a77da17a-ffb1-41a0-801f-1e2f3d1e2d38,DISK] 2024-11-12T18:18:19,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.rep.1731435499113 2024-11-12T18:18:19,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32919:32919)] 2024-11-12T18:18:19,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6746e72a7cddac4b4afc87433abaa77a, NAME => 'hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:18:19,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:18:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:18:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. service=MultiRowMutationService 2024-11-12T18:18:19,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:18:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:18:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,214 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,220 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6746e72a7cddac4b4afc87433abaa77a columnFamilyName hfileref 2024-11-12T18:18:19,220 DEBUG [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:19,224 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] regionserver.HStore(327): Store=6746e72a7cddac4b4afc87433abaa77a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:19,225 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,231 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6746e72a7cddac4b4afc87433abaa77a columnFamilyName queue 2024-11-12T18:18:19,231 DEBUG [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:19,232 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] regionserver.HStore(327): Store=6746e72a7cddac4b4afc87433abaa77a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:19,232 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,237 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6746e72a7cddac4b4afc87433abaa77a columnFamilyName sid 2024-11-12T18:18:19,238 DEBUG [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:18:19,238 INFO [StoreOpener-6746e72a7cddac4b4afc87433abaa77a-1 {}] regionserver.HStore(327): Store=6746e72a7cddac4b4afc87433abaa77a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:18:19,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:18:19,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:18:19,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6746e72a7cddac4b4afc87433abaa77a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75032013, jitterRate=0.11806412041187286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:18:19,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:18:19,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6746e72a7cddac4b4afc87433abaa77a: Running coprocessor pre-open hook at 1731435499195Writing region info on filesystem at 1731435499195Initializing all the Stores at 1731435499196 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435499196Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435499214 (+18 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435499214Cleaning up temporary data from old regions at 1731435499242 (+28 ms)Running coprocessor post-open hooks at 1731435499255 (+13 ms)Region opened successfully at 1731435499256 (+1 ms) 2024-11-12T18:18:19,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a., pid=10, masterSystemTime=1731435499069 2024-11-12T18:18:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:18:19,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6746e72a7cddac4b4afc87433abaa77a, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35455,1731435486693 2024-11-12T18:18:19,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:19,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:18:19,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6746e72a7cddac4b4afc87433abaa77a, server=9911683f163c,35455,1731435486693 because future has completed 2024-11-12T18:18:19,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:18:19,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6746e72a7cddac4b4afc87433abaa77a, server=9911683f163c,35455,1731435486693 in 369 msec 2024-11-12T18:18:19,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:18:19,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6746e72a7cddac4b4afc87433abaa77a, ASSIGN in 539 msec 2024-11-12T18:18:19,292 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:18:19,292 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435499292"}]},"ts":"1731435499292"} 2024-11-12T18:18:19,296 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:18:19,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:18:19,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 649 msec 2024-11-12T18:18:19,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a., hostname=9911683f163c,35455,1731435486693, seqNum=2] 2024-11-12T18:18:19,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:19,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:18:19,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:18:19,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35455 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:18:19,517 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:18:19,564 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,35455,1731435486693, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:18:19,566 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:19,566 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35455,1731435486693, seqNum=-1] 2024-11-12T18:18:19,567 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:19,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T18:18:19,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,35455,1731435486693', locateType=CURRENT is [region=hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a., hostname=9911683f163c,35455,1731435486693, seqNum=2] 2024-11-12T18:18:19,581 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:18:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:18:19,586 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,35455,1731435486693 suceeded 2024-11-12T18:18:19,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:18:19,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 247 msec 2024-11-12T18:18:19,604 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:38343,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T18:18:19,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 980 msec 2024-11-12T18:18:19,619 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:38343' 2024-11-12T18:18:19,622 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735f9984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:19,622 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38343,-1 for getting cluster id 2024-11-12T18:18:19,622 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:19,624 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd2de4e0-34d0-41e7-bc27-30a3b65741a4' 2024-11-12T18:18:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:19,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd2de4e0-34d0-41e7-bc27-30a3b65741a4" 2024-11-12T18:18:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@405841de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38343,-1] 2024-11-12T18:18:19,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:19,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:19,628 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:19,635 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3841f597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:19,635 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:19,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38343,1731435491280 2024-11-12T18:18:19,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cd5a4d 2024-11-12T18:18:19,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:19,642 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T18:18:19,647 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,35455,1731435486693 (queues=1) is replicating from cluster=6ffe5653-3d8c-46b5-ba87-b257a33d4d07 to cluster=fd2de4e0-34d0-41e7-bc27-30a3b65741a4 2024-11-12T18:18:19,647 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C35455%2C1731435486693 2024-11-12T18:18:19,647 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,35455,1731435486693, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:18:19,664 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662, startPosition=0, beingWritten=true 2024-11-12T18:18:19,675 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C35455%2C1731435486693 2024-11-12T18:18:19,748 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:18:19,748 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 379, reset compression=false 2024-11-12T18:18:19,750 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35455,1731435486693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:18:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:18:19,773 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:18:19,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:18:19,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:19,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:19,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:19,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:19,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:18:19,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731435499799/Put/seqid=0 2024-11-12T18:18:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741840_1016 (size=7894) 2024-11-12T18:18:19,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_1 is 34, key is ddd/f:row/1731435499878/Put/seqid=0 2024-11-12T18:18:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741841_1017 (size=7691) 2024-11-12T18:18:19,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:19,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,40101,-1 for getting cluster id 2024-11-12T18:18:19,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:19,948 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe5653-3d8c-46b5-ba87-b257a33d4d07' 2024-11-12T18:18:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe5653-3d8c-46b5-ba87-b257a33d4d07" 2024-11-12T18:18:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398f6302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,40101,-1] 2024-11-12T18:18:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:19,956 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 379, reset compression=false 2024-11-12T18:18:19,961 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:19,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:19,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35455,1731435486693, seqNum=-1] 2024-11-12T18:18:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:19,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:20,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:20,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,40101,1731435486293 2024-11-12T18:18:20,009 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f039a7 2024-11-12T18:18:20,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:20,014 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:18:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2] 2024-11-12T18:18:20,169 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:18:20,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T18:18:20,215 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T18:18:20,287 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 379, reset compression=false 2024-11-12T18:18:20,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_1 for inclusion in 1409d5a0ec75f83d509a00da050177fb/f 2024-11-12T18:18:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T18:18:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:18:20,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_0 for inclusion in 1409d5a0ec75f83d509a00da050177fb/f 2024-11-12T18:18:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T18:18:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:18:20,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HRegion(2603): Flush status journal for 1409d5a0ec75f83d509a00da050177fb: 2024-11-12T18:18:20,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_1 to hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_1 2024-11-12T18:18:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_1 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ 2024-11-12T18:18:20,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f/f/hfile_0 to hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_0 2024-11-12T18:18:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_0 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/51937c747757417392a0990d618d0483_SeqId_4_ 2024-11-12T18:18:20,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_1 into 1409d5a0ec75f83d509a00da050177fb/f as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ - updating store file list. 2024-11-12T18:18:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4e819b782e2045fc96a74b57d443dc28_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:18:20,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ into 1409d5a0ec75f83d509a00da050177fb/f 2024-11-12T18:18:20,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_1 into 1409d5a0ec75f83d509a00da050177fb/f (new location: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_) 2024-11-12T18:18:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_1 2024-11-12T18:18:20,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_0 into 1409d5a0ec75f83d509a00da050177fb/f as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/51937c747757417392a0990d618d0483_SeqId_4_ - updating store file list. 2024-11-12T18:18:20,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 51937c747757417392a0990d618d0483_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:18:20,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/51937c747757417392a0990d618d0483_SeqId_4_ into 1409d5a0ec75f83d509a00da050177fb/f 2024-11-12T18:18:20,469 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_0 into 1409d5a0ec75f83d509a00da050177fb/f (new location: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f/51937c747757417392a0990d618d0483_SeqId_4_) 2024-11-12T18:18:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__4s138n94fjsa7re3klv4kb165e126uu0gh7s5pr0us5q40bj3l7nuc3emg8v86tm/f/hfile_0 2024-11-12T18:18:20,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:18:20,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:20,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:20,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2 , the old value is region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9911683f163c:35455 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:18:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:18:20,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2 from cache 2024-11-12T18:18:20,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:18:20,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:20,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:18:20,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,37367,1731435491469, seqNum=-1] 2024-11-12T18:18:20,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:20,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3., hostname=9911683f163c,37367,1731435491469, seqNum=2] 2024-11-12T18:18:20,531 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:18:20,606 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:35455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:18:20,724 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 379, reset compression=false 2024-11-12T18:18:20,756 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:18:20,757 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35455,1731435486693 got entry batch from reader: WALEntryBatch [walEntries=[{test/1409d5a0ec75f83d509a00da050177fb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435500475/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T18:18:20,791 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:18:20,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T18:18:20,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.ReplicationSink(318): Replicating [6ffe5653-3d8c-46b5-ba87-b257a33d4d07] bulk loaded data 2024-11-12T18:18:20,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3958483f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:20,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38343,-1 for getting cluster id 2024-11-12T18:18:20,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:20,807 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd2de4e0-34d0-41e7-bc27-30a3b65741a4' 2024-11-12T18:18:20,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:20,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd2de4e0-34d0-41e7-bc27-30a3b65741a4" 2024-11-12T18:18:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6328ecbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38343,-1] 2024-11-12T18:18:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:20,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:20,814 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:20,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cab3d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:20,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741837_1013 (size=7691) 2024-11-12T18:18:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741838_1014 (size=7894) 2024-11-12T18:18:20,957 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 687, reset compression=false 2024-11-12T18:18:21,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:18:21,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:21,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:21,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:21,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:18:21,268 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 687, reset compression=false 2024-11-12T18:18:21,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:21,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38343,1731435491280 2024-11-12T18:18:21,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1070bc 2024-11-12T18:18:21,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:21,319 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T18:18:21,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:18:21,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,37367,1731435491469, seqNum=-1] 2024-11-12T18:18:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:21,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T18:18:21,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T18:18:21,396 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/51937c747757417392a0990d618d0483_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T18:18:21,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ for inclusion in 6f47c6229727fac8d22a0c276e6ac4f3/f 2024-11-12T18:18:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T18:18:21,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:18:21,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/51937c747757417392a0990d618d0483_SeqId_4_ for inclusion in 6f47c6229727fac8d22a0c276e6ac4f3/f 2024-11-12T18:18:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T18:18:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:18:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HRegion(2603): Flush status journal for 6f47c6229727fac8d22a0c276e6ac4f3: 2024-11-12T18:18:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4e819b782e2045fc96a74b57d443dc28_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:18:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/3261d5049415424f90e1d2f0f9cb97b2_SeqId_4_ 2024-11-12T18:18:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 51937c747757417392a0990d618d0483_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:18:21,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/51937c747757417392a0990d618d0483_SeqId_4_ as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/a88473115bf14be6b9b05adfdd5d8dd3_SeqId_4_ 2024-11-12T18:18:21,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ into 6f47c6229727fac8d22a0c276e6ac4f3/f as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/3261d5049415424f90e1d2f0f9cb97b2_SeqId_4_ - updating store file list. 2024-11-12T18:18:21,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3261d5049415424f90e1d2f0f9cb97b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:18:21,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/3261d5049415424f90e1d2f0f9cb97b2_SeqId_4_ into 6f47c6229727fac8d22a0c276e6ac4f3/f 2024-11-12T18:18:21,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ into 6f47c6229727fac8d22a0c276e6ac4f3/f (new location: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/3261d5049415424f90e1d2f0f9cb97b2_SeqId_4_) 2024-11-12T18:18:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/4e819b782e2045fc96a74b57d443dc28_SeqId_4_ 2024-11-12T18:18:21,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/51937c747757417392a0990d618d0483_SeqId_4_ into 6f47c6229727fac8d22a0c276e6ac4f3/f as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/a88473115bf14be6b9b05adfdd5d8dd3_SeqId_4_ - updating store file list. 2024-11-12T18:18:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a88473115bf14be6b9b05adfdd5d8dd3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:18:21,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/a88473115bf14be6b9b05adfdd5d8dd3_SeqId_4_ into 6f47c6229727fac8d22a0c276e6ac4f3/f 2024-11-12T18:18:21,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/51937c747757417392a0990d618d0483_SeqId_4_ into 6f47c6229727fac8d22a0c276e6ac4f3/f (new location: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/f/a88473115bf14be6b9b05adfdd5d8dd3_SeqId_4_) 2024-11-12T18:18:21,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/staging/jenkins.hfs.6__test__stsesush52r30lonea3v3d233h31t9dor07n4u869gk4j222k4o86an385iame15/f/51937c747757417392a0990d618d0483_SeqId_4_ 2024-11-12T18:18:21,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] regionserver.ReplicationSink(324): Finished replicating [6ffe5653-3d8c-46b5-ba87-b257a33d4d07] bulk loaded data 2024-11-12T18:18:21,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:18:21,598 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731435501596/Put/seqid=0 2024-11-12T18:18:21,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741842_1018 (size=7997) 2024-11-12T18:18:21,685 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 687, reset compression=false 2024-11-12T18:18:22,051 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731435502049/Put/seqid=0 2024-11-12T18:18:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741843_1019 (size=7794) 2024-11-12T18:18:22,236 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 687, reset compression=false 2024-11-12T18:18:22,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:22,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,40101,-1 for getting cluster id 2024-11-12T18:18:22,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:18:22,522 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ffe5653-3d8c-46b5-ba87-b257a33d4d07' 2024-11-12T18:18:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:18:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ffe5653-3d8c-46b5-ba87-b257a33d4d07" 2024-11-12T18:18:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c34ab69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:22,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,40101,-1] 2024-11-12T18:18:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:18:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:22,525 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:18:22,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372b4fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:18:22,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35455,1731435486693, seqNum=-1] 2024-11-12T18:18:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:22,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:22,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:18:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,40101,1731435486293 2024-11-12T18:18:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41834736 2024-11-12T18:18:22,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:18:22,556 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:18:22,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2] 2024-11-12T18:18:22,584 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:18:22,612 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T18:18:22,617 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T18:18:22,652 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_1 for inclusion in 1409d5a0ec75f83d509a00da050177fb/f1 2024-11-12T18:18:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T18:18:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:18:22,658 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_0 for inclusion in 1409d5a0ec75f83d509a00da050177fb/f1 2024-11-12T18:18:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T18:18:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:18:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HRegion(2603): Flush status journal for 1409d5a0ec75f83d509a00da050177fb: 2024-11-12T18:18:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_1 to hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_1 2024-11-12T18:18:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_1 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/235cecece9f342bf8e88dbc9366d6c67_SeqId_6_ 2024-11-12T18:18:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/load_f1/f1/hfile_0 to hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_0 2024-11-12T18:18:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_0 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/210bd56a64f94df2a658ffdc9a57afd5_SeqId_6_ 2024-11-12T18:18:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T18:18:22,688 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_1 into 1409d5a0ec75f83d509a00da050177fb/f1 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/235cecece9f342bf8e88dbc9366d6c67_SeqId_6_ - updating store file list. 2024-11-12T18:18:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 235cecece9f342bf8e88dbc9366d6c67_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:18:22,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/235cecece9f342bf8e88dbc9366d6c67_SeqId_6_ into 1409d5a0ec75f83d509a00da050177fb/f1 2024-11-12T18:18:22,722 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_1 into 1409d5a0ec75f83d509a00da050177fb/f1 (new location: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/235cecece9f342bf8e88dbc9366d6c67_SeqId_6_) 2024-11-12T18:18:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_1 2024-11-12T18:18:22,724 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_0 into 1409d5a0ec75f83d509a00da050177fb/f1 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/210bd56a64f94df2a658ffdc9a57afd5_SeqId_6_ - updating store file list. 2024-11-12T18:18:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 210bd56a64f94df2a658ffdc9a57afd5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:18:22,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/210bd56a64f94df2a658ffdc9a57afd5_SeqId_6_ into 1409d5a0ec75f83d509a00da050177fb/f1 2024-11-12T18:18:22,739 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_0 into 1409d5a0ec75f83d509a00da050177fb/f1 (new location: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/f1/210bd56a64f94df2a658ffdc9a57afd5_SeqId_6_) 2024-11-12T18:18:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/staging/jenkins__test__vkaiohhvsbl0f4l21vfaahioc1cam1u15e9c76fbeavim178f7rgnlgofg5gdgqr/f1/hfile_0 2024-11-12T18:18:22,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:18:22,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:18:22,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:22,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:18:22,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:18:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2 , the old value is region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9911683f163c:35455 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:18:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:18:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2 from cache 2024-11-12T18:18:22,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:18:22,753 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35455,1731435486693, seqNum=-1] 2024-11-12T18:18:22,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:18:22,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:18:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35455: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:39630 deadline: 1731435562744 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:39630 2024-11-12T18:18:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb., hostname=9911683f163c,35455,1731435486693, seqNum=2] 2024-11-12T18:18:22,852 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:35455 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:18:22,870 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 687, reset compression=false 2024-11-12T18:18:22,904 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:18:22,904 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:22,904 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35455,1731435486693 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:18:23,144 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:23,449 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:23,854 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:18:24,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T18:18:24,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:18:24,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T18:18:24,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:18:24,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T18:18:24,359 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:24,976 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:25,680 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:26,485 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:27,389 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:28,394 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:29,498 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:30,702 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:32,054 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:33,462 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:34,968 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:36,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:18:36,574 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:38,284 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:40,103 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:40,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:18:42,009 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:42,913 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35455,1731435486693 got entry batch from reader: null 2024-11-12T18:18:44,023 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:46,129 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:48,334 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:50,190 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T18:18:50,190 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T18:18:50,639 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:53,044 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:54,213 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T18:18:54,213 INFO [master/9911683f163c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T18:18:55,548 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:18:58,154 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:00,516 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1409d5a0ec75f83d509a00da050177fb, had cached 0 bytes from a total of 31376 2024-11-12T18:19:00,860 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:02,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6f47c6229727fac8d22a0c276e6ac4f3, had cached 0 bytes from a total of 15585 2024-11-12T18:19:02,914 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35455,1731435486693 got entry batch from reader: null 2024-11-12T18:19:03,668 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:06,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:19:06,586 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:09,605 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:09,729 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:19:10,825 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:19:12,722 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:14,153 DEBUG [master/9911683f163c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:19:15,932 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:19,242 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:22,653 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:22,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:19:22,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:22,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:22,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:22,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:22,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:22,871 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:19:22,872 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=60353356, stopped=false 2024-11-12T18:19:22,872 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,38343,1731435491280 2024-11-12T18:19:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11313070747/running 2024-11-12T18:19:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11313070747/running 2024-11-12T18:19:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:19:22,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:19:22,874 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:22,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:22,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:22,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:22,875 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,37367,1731435491469' ***** 2024-11-12T18:19:22,875 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:19:22,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/running 2024-11-12T18:19:22,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Set watcher on znode that does not yet exist, /11313070747/running 2024-11-12T18:19:22,875 INFO [RS:0;9911683f163c:37367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:19:22,875 INFO [RS:0;9911683f163c:37367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:19:22,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:19:22,875 INFO [RS:0;9911683f163c:37367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,37367,1731435491469 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:37367. 2024-11-12T18:19:22,876 DEBUG [RS:0;9911683f163c:37367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:22,876 DEBUG [RS:0;9911683f163c:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:22,876 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f47c6229727fac8d22a0c276e6ac4f3, disabling compactions & flushes 2024-11-12T18:19:22,876 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:19:22,876 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:19:22,876 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. after waiting 0 ms 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:19:22,876 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:19:22,876 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:19:22,877 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:19:22,877 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6f47c6229727fac8d22a0c276e6ac4f3=test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3.} 2024-11-12T18:19:22,877 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f47c6229727fac8d22a0c276e6ac4f3 2024-11-12T18:19:22,877 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:22,877 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:22,877 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:22,877 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:22,877 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:22,877 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T18:19:22,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/default/test/6f47c6229727fac8d22a0c276e6ac4f3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:19:22,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:22,881 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:19:22,882 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:19:22,882 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f47c6229727fac8d22a0c276e6ac4f3: Waiting for close lock at 1731435562876Running coprocessor pre-close hooks at 1731435562876Disabling compacts and flushes for region at 1731435562876Disabling writes for close at 1731435562876Writing region close event to WAL at 1731435562877 (+1 ms)Running coprocessor post-close hooks at 1731435562881 (+4 ms)Closed at 1731435562882 (+1 ms) 2024-11-12T18:19:22,882 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3. 2024-11-12T18:19:22,900 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/info/31d5a49ed18743098cab5d56d99d8876 is 129, key is test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3./info:regioninfo/1731435497638/Put/seqid=0 2024-11-12T18:19:22,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741839_1015 (size=6421) 2024-11-12T18:19:22,914 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35455,1731435486693 got entry batch from reader: null 2024-11-12T18:19:22,918 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:23,019 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:19:23,019 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:19:23,077 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:23,277 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:23,306 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/info/31d5a49ed18743098cab5d56d99d8876 2024-11-12T18:19:23,330 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/ns/5b6178294b41406c8abd4c39c7204579 is 43, key is default/ns:d/1731435494139/Put/seqid=0 2024-11-12T18:19:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741840_1016 (size=5153) 2024-11-12T18:19:23,477 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:23,678 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:23,735 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/ns/5b6178294b41406c8abd4c39c7204579 2024-11-12T18:19:23,756 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/rep_barrier/376e599a396e43bb9927cec33f2cf621 is 112, key is test,,1731435496418.6f47c6229727fac8d22a0c276e6ac4f3./rep_barrier:seqnumDuringOpen/1731435497638/Put/seqid=0 2024-11-12T18:19:23,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741841_1017 (size=5518) 2024-11-12T18:19:23,878 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:19:23,878 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:19:23,878 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:24,078 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:24,161 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/rep_barrier/376e599a396e43bb9927cec33f2cf621 2024-11-12T18:19:24,183 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/table/c0391bd318fc4fae8251a7574996b432 is 40, key is test/table:state/1731435497653/Put/seqid=0 2024-11-12T18:19:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741842_1018 (size=5165) 2024-11-12T18:19:24,278 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:24,478 DEBUG [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:24,587 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/table/c0391bd318fc4fae8251a7574996b432 2024-11-12T18:19:24,594 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/info/31d5a49ed18743098cab5d56d99d8876 as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/info/31d5a49ed18743098cab5d56d99d8876 2024-11-12T18:19:24,599 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/info/31d5a49ed18743098cab5d56d99d8876, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T18:19:24,600 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/ns/5b6178294b41406c8abd4c39c7204579 as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/ns/5b6178294b41406c8abd4c39c7204579 2024-11-12T18:19:24,604 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/ns/5b6178294b41406c8abd4c39c7204579, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:19:24,605 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/rep_barrier/376e599a396e43bb9927cec33f2cf621 as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/rep_barrier/376e599a396e43bb9927cec33f2cf621 2024-11-12T18:19:24,609 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/rep_barrier/376e599a396e43bb9927cec33f2cf621, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T18:19:24,610 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/.tmp/table/c0391bd318fc4fae8251a7574996b432 as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/table/c0391bd318fc4fae8251a7574996b432 2024-11-12T18:19:24,614 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/table/c0391bd318fc4fae8251a7574996b432, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:19:24,615 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=11, compaction requested=false 2024-11-12T18:19:24,620 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T18:19:24,620 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:24,620 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:24,620 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:24,620 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435562877Running coprocessor pre-close hooks at 1731435562877Disabling compacts and flushes for region at 1731435562877Disabling writes for close at 1731435562877Obtaining lock to block concurrent updates at 1731435562877Preparing flush snapshotting stores in 1588230740 at 1731435562877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731435562878 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435562878Flushing 1588230740/info: creating writer at 1731435562878Flushing 1588230740/info: appending metadata at 1731435562900 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731435562900Flushing 1588230740/ns: creating writer at 1731435563312 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731435563330 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731435563330Flushing 1588230740/rep_barrier: creating writer at 1731435563741 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435563756 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435563756Flushing 1588230740/table: creating writer at 1731435564167 (+411 ms)Flushing 1588230740/table: appending metadata at 1731435564182 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731435564182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e94dbf5: reopening flushed file at 1731435564593 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768f2872: reopening flushed file at 1731435564599 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572ea89: reopening flushed file at 1731435564604 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@691250cf: reopening flushed file at 1731435564609 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=11, compaction requested=false at 1731435564615 (+6 ms)Writing region close event to WAL at 1731435564617 (+2 ms)Running coprocessor post-close hooks at 1731435564620 (+3 ms)Closed at 1731435564620 2024-11-12T18:19:24,620 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:24,679 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,37367,1731435491469; all regions closed. 2024-11-12T18:19:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741834_1010 (size=2717) 2024-11-12T18:19:24,681 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469/9911683f163c%2C37367%2C1731435491469.meta.1731435494062.meta not finished, retry = 0 2024-11-12T18:19:24,784 DEBUG [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/oldWALs 2024-11-12T18:19:24,784 INFO [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C37367%2C1731435491469.meta:.meta(num 1731435494062) 2024-11-12T18:19:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741832_1008 (size=1028) 2024-11-12T18:19:24,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/WALs/9911683f163c,37367,1731435491469/9911683f163c%2C37367%2C1731435491469.1731435493138 not finished, retry = 0 2024-11-12T18:19:24,889 DEBUG [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/oldWALs 2024-11-12T18:19:24,889 INFO [RS:0;9911683f163c:37367 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C37367%2C1731435491469:(num 1731435493138) 2024-11-12T18:19:24,889 DEBUG [RS:0;9911683f163c:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:24,889 INFO [RS:0;9911683f163c:37367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:24,889 INFO [RS:0;9911683f163c:37367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:24,889 INFO [RS:0;9911683f163c:37367 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:24,889 INFO [RS:0;9911683f163c:37367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:24,889 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:24,890 INFO [RS:0;9911683f163c:37367 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:37367. 2024-11-12T18:19:24,890 DEBUG [RS:0;9911683f163c:37367 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:24,890 DEBUG [RS:0;9911683f163c:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:24,890 DEBUG [RS:0;9911683f163c:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:24,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:24,890 INFO [RS:0;9911683f163c:37367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37367 2024-11-12T18:19:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747/rs 2024-11-12T18:19:24,892 INFO [RS:0;9911683f163c:37367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:24,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11313070747/rs/9911683f163c,37367,1731435491469 2024-11-12T18:19:24,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,37367,1731435491469] 2024-11-12T18:19:24,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11313070747/draining/9911683f163c,37367,1731435491469 already deleted, retry=false 2024-11-12T18:19:24,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,37367,1731435491469 expired; onlineServers=0 2024-11-12T18:19:24,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,38343,1731435491280' ***** 2024-11-12T18:19:24,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:19:24,895 INFO [M:0;9911683f163c:38343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:24,895 INFO [M:0;9911683f163c:38343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:24,895 DEBUG [M:0;9911683f163c:38343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:19:24,895 DEBUG [M:0;9911683f163c:38343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:19:24,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:19:24,895 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435492873 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435492873,5,FailOnTimeoutGroup] 2024-11-12T18:19:24,895 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435492884 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435492884,5,FailOnTimeoutGroup] 2024-11-12T18:19:24,896 INFO [M:0;9911683f163c:38343 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:24,896 INFO [M:0;9911683f163c:38343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:24,896 DEBUG [M:0;9911683f163c:38343 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:19:24,896 INFO [M:0;9911683f163c:38343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:19:24,896 INFO [M:0;9911683f163c:38343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:24,896 INFO [M:0;9911683f163c:38343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:19:24,896 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:19:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11313070747/master 2024-11-12T18:19:24,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11313070747 2024-11-12T18:19:24,897 DEBUG [M:0;9911683f163c:38343 {}] zookeeper.ZKUtil(347): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Unable to get data of znode /11313070747/master because node does not exist (not an error) 2024-11-12T18:19:24,897 WARN [M:0;9911683f163c:38343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:19:24,898 INFO [M:0;9911683f163c:38343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/.lastflushedseqids 2024-11-12T18:19:24,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741843_1019 (size=173) 2024-11-12T18:19:24,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:24,994 INFO [RS:0;9911683f163c:37367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:24,994 INFO [RS:0;9911683f163c:37367 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,37367,1731435491469; zookeeper connection closed. 2024-11-12T18:19:24,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37367-0x1003536e1380004, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:24,994 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45a69bb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45a69bb2 2024-11-12T18:19:24,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:19:25,304 INFO [M:0;9911683f163c:38343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:19:25,304 INFO [M:0;9911683f163c:38343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:19:25,304 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:25,304 INFO [M:0;9911683f163c:38343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:25,304 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:25,304 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:25,304 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:25,304 INFO [M:0;9911683f163c:38343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-12T18:19:25,320 DEBUG [M:0;9911683f163c:38343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/532e364bf23f4ee6b732972f835ca572 is 82, key is hbase:meta,,1/info:regioninfo/1731435494122/Put/seqid=0 2024-11-12T18:19:25,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741844_1020 (size=5672) 2024-11-12T18:19:25,725 INFO [M:0;9911683f163c:38343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/532e364bf23f4ee6b732972f835ca572 2024-11-12T18:19:25,745 DEBUG [M:0;9911683f163c:38343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e7347b790b34ee2afb3c4575291b5a7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435497658/Put/seqid=0 2024-11-12T18:19:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741845_1021 (size=6727) 2024-11-12T18:19:26,150 INFO [M:0;9911683f163c:38343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e7347b790b34ee2afb3c4575291b5a7 2024-11-12T18:19:26,154 INFO [M:0;9911683f163c:38343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e7347b790b34ee2afb3c4575291b5a7 2024-11-12T18:19:26,158 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.1731435488662 to pos 997, reset compression=false 2024-11-12T18:19:26,170 DEBUG [M:0;9911683f163c:38343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d08bfdbc85b453889065857c02aab5b is 69, key is 9911683f163c,37367,1731435491469/rs:state/1731435492918/Put/seqid=0 2024-11-12T18:19:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741846_1022 (size=5156) 2024-11-12T18:19:26,574 INFO [M:0;9911683f163c:38343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d08bfdbc85b453889065857c02aab5b 2024-11-12T18:19:26,580 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/532e364bf23f4ee6b732972f835ca572 as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/532e364bf23f4ee6b732972f835ca572 2024-11-12T18:19:26,585 INFO [M:0;9911683f163c:38343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/532e364bf23f4ee6b732972f835ca572, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T18:19:26,586 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e7347b790b34ee2afb3c4575291b5a7 as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e7347b790b34ee2afb3c4575291b5a7 2024-11-12T18:19:26,591 INFO [M:0;9911683f163c:38343 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e7347b790b34ee2afb3c4575291b5a7 2024-11-12T18:19:26,591 INFO [M:0;9911683f163c:38343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e7347b790b34ee2afb3c4575291b5a7, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T18:19:26,592 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1d08bfdbc85b453889065857c02aab5b as hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d08bfdbc85b453889065857c02aab5b 2024-11-12T18:19:26,597 INFO [M:0;9911683f163c:38343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39525/user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1d08bfdbc85b453889065857c02aab5b, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T18:19:26,598 INFO [M:0;9911683f163c:38343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-12T18:19:26,600 INFO [M:0;9911683f163c:38343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:26,600 DEBUG [M:0;9911683f163c:38343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435565304Disabling compacts and flushes for region at 1731435565304Disabling writes for close at 1731435565304Obtaining lock to block concurrent updates at 1731435565304Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435565304Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731435565305 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435565305Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435565305Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435565320 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435565320Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435565730 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435565744 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435565744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435566154 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435566169 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435566169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421bb84e: reopening flushed file at 1731435566579 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41d11558: reopening flushed file at 1731435566585 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5641358f: reopening flushed file at 1731435566591 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1731435566598 (+7 ms)Writing region close event to WAL at 1731435566600 (+2 ms)Closed at 1731435566600 2024-11-12T18:19:26,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39339 is added to blk_1073741830_1006 (size=33026) 2024-11-12T18:19:26,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f13245e-a2a6-045d-8dfd-8a8ea9b1ab69/MasterData/WALs/9911683f163c,38343,1731435491280/9911683f163c%2C38343%2C1731435491280.1731435492606 not finished, retry = 0 2024-11-12T18:19:26,703 INFO [M:0;9911683f163c:38343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:19:26,704 INFO [M:0;9911683f163c:38343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38343 2024-11-12T18:19:26,705 INFO [M:0;9911683f163c:38343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:26,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:26,807 INFO [M:0;9911683f163c:38343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:26,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:26,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38343-0x1003536e1380003, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:26,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:26,810 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:26,810 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:26,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:26,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:26,812 WARN [BP-590857159-172.17.0.3-1731435489896 heartbeating to localhost/127.0.0.1:39525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:19:26,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:19:26,812 WARN [BP-590857159-172.17.0.3-1731435489896 heartbeating to localhost/127.0.0.1:39525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-590857159-172.17.0.3-1731435489896 (Datanode Uuid 627cfbff-e3d7-401a-9d91-67bf85feb7ba) service to localhost/127.0.0.1:39525 2024-11-12T18:19:26,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:19:26,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/cluster_152b30db-d7b6-02a7-22df-5e95c6db45e0/data/data1/current/BP-590857159-172.17.0.3-1731435489896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:26,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/cluster_152b30db-d7b6-02a7-22df-5e95c6db45e0/data/data2/current/BP-590857159-172.17.0.3-1731435489896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:26,813 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:19:26,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:26,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:26,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:26,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:26,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:26,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:19:26,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:19:26,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:26,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:26,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:26,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:26,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:26,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:19:26,834 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=288842644, stopped=false 2024-11-12T18:19:26,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,40101,1731435486293 2024-11-12T18:19:26,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01795867353/running 2024-11-12T18:19:26,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01795867353/running 2024-11-12T18:19:26,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:19:26,836 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:26,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:19:26,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:26,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:26,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:26,837 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,35455,1731435486693' ***** 2024-11-12T18:19:26,837 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:19:26,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/running 2024-11-12T18:19:26,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Set watcher on znode that does not yet exist, /01795867353/running 2024-11-12T18:19:26,837 INFO [RS:0;9911683f163c:35455 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:19:26,837 INFO [RS:0;9911683f163c:35455 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:19:26,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:19:26,837 INFO [RS:0;9911683f163c:35455 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:19:26,837 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1409d5a0ec75f83d509a00da050177fb 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,35455,1731435486693 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35455. 2024-11-12T18:19:26,838 DEBUG [RS:0;9911683f163c:35455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:26,838 DEBUG [RS:0;9911683f163c:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:19:26,838 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6746e72a7cddac4b4afc87433abaa77a, disabling compactions & flushes 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:19:26,838 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:19:26,838 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:19:26,838 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. after waiting 0 ms 2024-11-12T18:19:26,838 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:19:26,838 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:19:26,838 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1325): Online Regions={6746e72a7cddac4b4afc87433abaa77a=hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a., 1588230740=hbase:meta,,1.1588230740, 1409d5a0ec75f83d509a00da050177fb=test,,1731435494238.1409d5a0ec75f83d509a00da050177fb.} 2024-11-12T18:19:26,838 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6746e72a7cddac4b4afc87433abaa77a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T18:19:26,838 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1409d5a0ec75f83d509a00da050177fb, 1588230740, 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:19:26,838 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:26,839 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:26,839 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:26,839 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:26,839 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:26,839 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:19:26,858 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/.tmp/hfileref/b79040465163408ca99a54b61977ec3a is 74, key is 1/hfileref:4e819b782e2045fc96a74b57d443dc28_SeqId_4_/1731435501488/DeleteColumn/seqid=0 2024-11-12T18:19:26,858 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/info/61b8b0ac0c324937b2e428ced8eb6e71 is 147, key is hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a./info:regioninfo/1731435499262/Put/seqid=0 2024-11-12T18:19:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741844_1020 (size=5203) 2024-11-12T18:19:26,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741845_1021 (size=7686) 2024-11-12T18:19:26,867 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:27,039 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1409d5a0ec75f83d509a00da050177fb, 1588230740, 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:19:27,239 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1409d5a0ec75f83d509a00da050177fb, 1588230740, 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:19:27,263 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/.tmp/hfileref/b79040465163408ca99a54b61977ec3a 2024-11-12T18:19:27,267 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/info/61b8b0ac0c324937b2e428ced8eb6e71 2024-11-12T18:19:27,290 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/ns/22b36457a6aa45cdabfc31a7829516fb is 43, key is default/ns:d/1731435489715/Put/seqid=0 2024-11-12T18:19:27,292 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/.tmp/queue/01d616e6d9224e7bbf5654b37539cf78 is 153, key is 1-9911683f163c,35455,1731435486693/queue:9911683f163c%2C35455%2C1731435486693/1731435502909/Put/seqid=0 2024-11-12T18:19:27,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741846_1022 (size=5153) 2024-11-12T18:19:27,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741847_1023 (size=5352) 2024-11-12T18:19:27,439 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1409d5a0ec75f83d509a00da050177fb, 1588230740, 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:19:27,505 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:19:27,505 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:19:27,639 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1409d5a0ec75f83d509a00da050177fb, 1588230740, 6746e72a7cddac4b4afc87433abaa77a 2024-11-12T18:19:27,696 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/ns/22b36457a6aa45cdabfc31a7829516fb 2024-11-12T18:19:27,696 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/.tmp/queue/01d616e6d9224e7bbf5654b37539cf78 2024-11-12T18:19:27,704 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/.tmp/hfileref/b79040465163408ca99a54b61977ec3a as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/hfileref/b79040465163408ca99a54b61977ec3a 2024-11-12T18:19:27,711 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/hfileref/b79040465163408ca99a54b61977ec3a, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T18:19:27,712 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/.tmp/queue/01d616e6d9224e7bbf5654b37539cf78 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/queue/01d616e6d9224e7bbf5654b37539cf78 2024-11-12T18:19:27,718 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/queue/01d616e6d9224e7bbf5654b37539cf78, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T18:19:27,719 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6746e72a7cddac4b4afc87433abaa77a in 881ms, sequenceid=10, compaction requested=false 2024-11-12T18:19:27,722 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/rep_barrier/fe00be656249412d9f2aa20189af5045 is 112, key is test,,1731435494238.1409d5a0ec75f83d509a00da050177fb./rep_barrier:seqnumDuringOpen/1731435495565/Put/seqid=0 2024-11-12T18:19:27,725 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/replication/6746e72a7cddac4b4afc87433abaa77a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T18:19:27,725 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:27,726 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6746e72a7cddac4b4afc87433abaa77a: Waiting for close lock at 1731435566838Running coprocessor pre-close hooks at 1731435566838Disabling compacts and flushes for region at 1731435566838Disabling writes for close at 1731435566838Obtaining lock to block concurrent updates at 1731435566838Preparing flush snapshotting stores in 6746e72a7cddac4b4afc87433abaa77a at 1731435566838Finished memstore snapshotting hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731435566839 (+1 ms)Flushing stores of hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. at 1731435566839Flushing 6746e72a7cddac4b4afc87433abaa77a/hfileref: creating writer at 1731435566839Flushing 6746e72a7cddac4b4afc87433abaa77a/hfileref: appending metadata at 1731435566858 (+19 ms)Flushing 6746e72a7cddac4b4afc87433abaa77a/hfileref: closing flushed file at 1731435566858Flushing 6746e72a7cddac4b4afc87433abaa77a/queue: creating writer at 1731435567270 (+412 ms)Flushing 6746e72a7cddac4b4afc87433abaa77a/queue: appending metadata at 1731435567291 (+21 ms)Flushing 6746e72a7cddac4b4afc87433abaa77a/queue: closing flushed file at 1731435567291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47cc564d: reopening flushed file at 1731435567702 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e3c6fe: reopening flushed file at 1731435567712 (+10 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 6746e72a7cddac4b4afc87433abaa77a in 881ms, sequenceid=10, compaction requested=false at 1731435567719 (+7 ms)Writing region close event to WAL at 1731435567720 (+1 ms)Running coprocessor post-close hooks at 1731435567725 (+5 ms)Closed at 1731435567726 (+1 ms) 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435498648.6746e72a7cddac4b4afc87433abaa77a. 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1409d5a0ec75f83d509a00da050177fb, disabling compactions & flushes 2024-11-12T18:19:27,726 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. after waiting 0 ms 2024-11-12T18:19:27,726 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:19:27,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741848_1024 (size=5518) 2024-11-12T18:19:27,728 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/rep_barrier/fe00be656249412d9f2aa20189af5045 2024-11-12T18:19:27,748 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/default/test/1409d5a0ec75f83d509a00da050177fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:19:27,749 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:27,749 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:19:27,749 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:19:27,749 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1409d5a0ec75f83d509a00da050177fb: Waiting for close lock at 1731435567726Running coprocessor pre-close hooks at 1731435567726Disabling compacts and flushes for region at 1731435567726Disabling writes for close at 1731435567726Writing region close event to WAL at 1731435567744 (+18 ms)Running coprocessor post-close hooks at 1731435567749 (+5 ms)Closed at 1731435567749 2024-11-12T18:19:27,749 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435494238.1409d5a0ec75f83d509a00da050177fb. 2024-11-12T18:19:27,761 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/table/bdca6330adcd4f2da2293377c5af5c82 is 53, key is hbase:replication/table:state/1731435499292/Put/seqid=0 2024-11-12T18:19:27,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741849_1025 (size=5308) 2024-11-12T18:19:27,840 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:19:27,840 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:19:27,840 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:27,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:27,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:27,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:27,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:27,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:28,040 DEBUG [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:28,172 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/table/bdca6330adcd4f2da2293377c5af5c82 2024-11-12T18:19:28,179 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/info/61b8b0ac0c324937b2e428ced8eb6e71 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/info/61b8b0ac0c324937b2e428ced8eb6e71 2024-11-12T18:19:28,184 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/info/61b8b0ac0c324937b2e428ced8eb6e71, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:19:28,185 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/ns/22b36457a6aa45cdabfc31a7829516fb as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/ns/22b36457a6aa45cdabfc31a7829516fb 2024-11-12T18:19:28,190 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/ns/22b36457a6aa45cdabfc31a7829516fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:19:28,191 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/rep_barrier/fe00be656249412d9f2aa20189af5045 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/rep_barrier/fe00be656249412d9f2aa20189af5045 2024-11-12T18:19:28,195 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/rep_barrier/fe00be656249412d9f2aa20189af5045, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:19:28,196 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/.tmp/table/bdca6330adcd4f2da2293377c5af5c82 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/table/bdca6330adcd4f2da2293377c5af5c82 2024-11-12T18:19:28,200 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/table/bdca6330adcd4f2da2293377c5af5c82, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:19:28,201 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1362ms, sequenceid=16, compaction requested=false 2024-11-12T18:19:28,201 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:19:28,206 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:19:28,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:28,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:28,207 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:28,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435566838Running coprocessor pre-close hooks at 1731435566838Disabling compacts and flushes for region at 1731435566838Disabling writes for close at 1731435566839 (+1 ms)Obtaining lock to block concurrent updates at 1731435566839Preparing flush snapshotting stores in 1588230740 at 1731435566839Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435566839Flushing stores of hbase:meta,,1.1588230740 at 1731435566839Flushing 1588230740/info: creating writer at 1731435566840 (+1 ms)Flushing 1588230740/info: appending metadata at 1731435566858 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731435566858Flushing 1588230740/ns: creating writer at 1731435567272 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731435567290 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731435567290Flushing 1588230740/rep_barrier: creating writer at 1731435567703 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435567722 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435567722Flushing 1588230740/table: creating writer at 1731435567736 (+14 ms)Flushing 1588230740/table: appending metadata at 1731435567761 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731435567761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635aa1e1: reopening flushed file at 1731435568178 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2a0942: reopening flushed file at 1731435568184 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e8a29e: reopening flushed file at 1731435568190 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31154c8f: reopening flushed file at 1731435568196 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1362ms, sequenceid=16, compaction requested=false at 1731435568201 (+5 ms)Writing region close event to WAL at 1731435568203 (+2 ms)Running coprocessor post-close hooks at 1731435568207 (+4 ms)Closed at 1731435568207 2024-11-12T18:19:28,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:28,240 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,35455,1731435486693; all regions closed. 2024-11-12T18:19:28,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:19:28,242 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/WALs/9911683f163c,35455,1731435486693/9911683f163c%2C35455%2C1731435486693.meta.1731435489578.meta not finished, retry = 0 2024-11-12T18:19:28,345 DEBUG [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/oldWALs 2024-11-12T18:19:28,345 INFO [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35455%2C1731435486693.meta:.meta(num 1731435489578) 2024-11-12T18:19:28,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741839_1015 (size=2700) 2024-11-12T18:19:28,350 DEBUG [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/oldWALs 2024-11-12T18:19:28,350 INFO [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35455%2C1731435486693.rep:(num 1731435499113) 2024-11-12T18:19:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741832_1008 (size=1300) 2024-11-12T18:19:28,354 DEBUG [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/oldWALs 2024-11-12T18:19:28,354 INFO [RS:0;9911683f163c:35455 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35455%2C1731435486693:(num 1731435488662) 2024-11-12T18:19:28,354 DEBUG [RS:0;9911683f163c:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:28,354 INFO [RS:0;9911683f163c:35455 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:28,354 INFO [RS:0;9911683f163c:35455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:28,354 INFO [RS:0;9911683f163c:35455 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:28,354 INFO [RS:0;9911683f163c:35455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:28,354 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:28,354 INFO [RS:0;9911683f163c:35455 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,35455,1731435486693 because: Region server is closing 2024-11-12T18:19:28,355 INFO [RS:0;9911683f163c:35455 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35455. 2024-11-12T18:19:28,355 DEBUG [RS:0;9911683f163c:35455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:28,355 DEBUG [RS:0;9911683f163c:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:28,355 DEBUG [RS:0;9911683f163c:35455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:28,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:28,420 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:19:28,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:28,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:28,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:28,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:28,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:28,455 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.wal-reader.9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:19:28,455 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:19:28,456 INFO [RS:0;9911683f163c:35455 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35455,1731435486693.replicationSource.shipper9911683f163c%2C35455%2C1731435486693,1-9911683f163c,35455,1731435486693 terminated 2024-11-12T18:19:28,456 INFO [RS:0;9911683f163c:35455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35455 2024-11-12T18:19:28,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353/rs 2024-11-12T18:19:28,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01795867353/rs/9911683f163c,35455,1731435486693 2024-11-12T18:19:28,459 INFO [RS:0;9911683f163c:35455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:28,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,35455,1731435486693] 2024-11-12T18:19:28,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/draining/9911683f163c,35455,1731435486693 already deleted, retry=false 2024-11-12T18:19:28,461 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,35455,1731435486693 expired; onlineServers=0 2024-11-12T18:19:28,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,40101,1731435486293' ***** 2024-11-12T18:19:28,461 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:19:28,461 INFO [M:0;9911683f163c:40101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:28,461 INFO [M:0;9911683f163c:40101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:28,461 DEBUG [M:0;9911683f163c:40101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:19:28,461 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:19:28,461 DEBUG [M:0;9911683f163c:40101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:19:28,462 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435488365 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435488365,5,FailOnTimeoutGroup] 2024-11-12T18:19:28,462 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435488369 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435488369,5,FailOnTimeoutGroup] 2024-11-12T18:19:28,462 INFO [M:0;9911683f163c:40101 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:28,462 INFO [M:0;9911683f163c:40101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:28,462 DEBUG [M:0;9911683f163c:40101 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:19:28,462 INFO [M:0;9911683f163c:40101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:19:28,462 INFO [M:0;9911683f163c:40101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:28,462 INFO [M:0;9911683f163c:40101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:19:28,462 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:19:28,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01795867353/master 2024-11-12T18:19:28,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01795867353 2024-11-12T18:19:28,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01795867353/master already deleted, retry=false 2024-11-12T18:19:28,465 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Failed delete of our master address node; KeeperErrorCode = NoNode for /01795867353/master 2024-11-12T18:19:28,465 INFO [M:0;9911683f163c:40101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/.lastflushedseqids 2024-11-12T18:19:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741850_1026 (size=263) 2024-11-12T18:19:28,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:28,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35455-0x1003536e1380001, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:28,561 INFO [RS:0;9911683f163c:35455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:28,561 INFO [RS:0;9911683f163c:35455 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,35455,1731435486693; zookeeper connection closed. 2024-11-12T18:19:28,565 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6050c6c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6050c6c8 2024-11-12T18:19:28,565 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:19:28,876 INFO [M:0;9911683f163c:40101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:19:28,876 INFO [M:0;9911683f163c:40101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:19:28,876 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:28,876 INFO [M:0;9911683f163c:40101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:28,876 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:28,876 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:28,876 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:28,877 INFO [M:0;9911683f163c:40101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-12T18:19:28,915 DEBUG [M:0;9911683f163c:40101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1347848f25c941ee8fc0b9a07bf8a755 is 82, key is hbase:meta,,1/info:regioninfo/1731435489682/Put/seqid=0 2024-11-12T18:19:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741851_1027 (size=5672) 2024-11-12T18:19:29,340 INFO [M:0;9911683f163c:40101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1347848f25c941ee8fc0b9a07bf8a755 2024-11-12T18:19:29,378 DEBUG [M:0;9911683f163c:40101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c68392e291a34432982de7a2858e8490 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435495592/Put/seqid=0 2024-11-12T18:19:29,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741852_1028 (size=7241) 2024-11-12T18:19:29,388 INFO [M:0;9911683f163c:40101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c68392e291a34432982de7a2858e8490 2024-11-12T18:19:29,394 INFO [M:0;9911683f163c:40101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c68392e291a34432982de7a2858e8490 2024-11-12T18:19:29,418 DEBUG [M:0;9911683f163c:40101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/285df0f67bf049c79057f28a78873087 is 69, key is 9911683f163c,35455,1731435486693/rs:state/1731435488465/Put/seqid=0 2024-11-12T18:19:29,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741853_1029 (size=5156) 2024-11-12T18:19:29,428 INFO [M:0;9911683f163c:40101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/285df0f67bf049c79057f28a78873087 2024-11-12T18:19:29,436 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1347848f25c941ee8fc0b9a07bf8a755 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1347848f25c941ee8fc0b9a07bf8a755 2024-11-12T18:19:29,443 INFO [M:0;9911683f163c:40101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1347848f25c941ee8fc0b9a07bf8a755, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T18:19:29,444 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c68392e291a34432982de7a2858e8490 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c68392e291a34432982de7a2858e8490 2024-11-12T18:19:29,451 INFO [M:0;9911683f163c:40101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c68392e291a34432982de7a2858e8490 2024-11-12T18:19:29,452 INFO [M:0;9911683f163c:40101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c68392e291a34432982de7a2858e8490, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T18:19:29,453 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/285df0f67bf049c79057f28a78873087 as hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/285df0f67bf049c79057f28a78873087 2024-11-12T18:19:29,460 INFO [M:0;9911683f163c:40101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35579/user/jenkins/test-data/9dd76922-ed94-2104-ba88-c4b68ff6de2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/285df0f67bf049c79057f28a78873087, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T18:19:29,462 INFO [M:0;9911683f163c:40101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=105, compaction requested=false 2024-11-12T18:19:29,470 INFO [M:0;9911683f163c:40101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:29,470 DEBUG [M:0;9911683f163c:40101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435568876Disabling compacts and flushes for region at 1731435568876Disabling writes for close at 1731435568876Obtaining lock to block concurrent updates at 1731435568877 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435568877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731435568878 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435568879 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435568879Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435568914 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435568914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435569355 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435569377 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435569377Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435569394 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435569417 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435569417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff21f52: reopening flushed file at 1731435569435 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612d9642: reopening flushed file at 1731435569443 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370eb0c6: reopening flushed file at 1731435569452 (+9 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 585ms, sequenceid=105, compaction requested=false at 1731435569462 (+10 ms)Writing region close event to WAL at 1731435569470 (+8 ms)Closed at 1731435569470 2024-11-12T18:19:29,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43309 is added to blk_1073741830_1006 (size=64538) 2024-11-12T18:19:29,476 INFO [M:0;9911683f163c:40101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:19:29,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:29,476 INFO [M:0;9911683f163c:40101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40101 2024-11-12T18:19:29,477 INFO [M:0;9911683f163c:40101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:29,580 INFO [M:0;9911683f163c:40101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:29,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:29,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40101-0x1003536e1380000, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:29,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:29,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:29,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:29,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:29,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:29,586 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:19:29,586 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:19:29,586 WARN [BP-1019280211-172.17.0.3-1731435484942 heartbeating to localhost/127.0.0.1:35579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:19:29,586 WARN [BP-1019280211-172.17.0.3-1731435484942 heartbeating to localhost/127.0.0.1:35579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1019280211-172.17.0.3-1731435484942 (Datanode Uuid 6e1923e6-ab23-44bd-a84f-896aeff1453d) service to localhost/127.0.0.1:35579 2024-11-12T18:19:29,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/data/data1/current/BP-1019280211-172.17.0.3-1731435484942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:29,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/cluster_0f7bcd6b-47bb-e6f7-bb06-2ce4c0d8c5a8/data/data2/current/BP-1019280211-172.17.0.3-1731435484942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:29,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:19:29,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:29,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:29,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:29,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:29,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e12b8188-342e-301f-5fd5-4f516cb195b1/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:29,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:19:29,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:19:29,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f3ee4b89a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39525 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54598) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007f3ee4b89a08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35579 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54598) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 466) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=687 (was 628) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=536 (was 727) 2024-11-12T18:19:29,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=687, ProcessCount=11, AvailableMemoryMB=536 2024-11-12T18:19:29,661 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T18:19:29,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir so I do NOT create it in target/test-data/154be291-bb58-4f3b-82e7-db39440088ed 2024-11-12T18:19:29,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:19:29,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.tmp.dir so I do NOT create it in target/test-data/154be291-bb58-4f3b-82e7-db39440088ed 2024-11-12T18:19:29,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c3626a-20de-b95f-689a-bb58ff8256e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:19:29,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed 2024-11-12T18:19:29,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d, deleteOnExit=true 2024-11-12T18:19:29,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/zookeeper_0, clientPort=57908, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:19:29,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57908 2024-11-12T18:19:29,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:19:29,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:19:29,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/test.cache.data in system properties and HBase conf 2024-11-12T18:19:29,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:19:29,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:19:29,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:19:29,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:19:29,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:19:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003536e1380002, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:19:29,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003536e1380005, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:19:29,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003536e1380002, quorum=127.0.0.1:54598, baseZNode=/01795867353 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:19:29,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003536e1380005, quorum=127.0.0.1:54598, baseZNode=/11313070747 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:19:29,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:29,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:29,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:29,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:29,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:29,764 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:29,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:29,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:29,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3068005f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/java.io.tmpdir/jetty-localhost-42619-hadoop-hdfs-3_4_1-tests_jar-_-any-7743986067265149844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:29,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:42619} 2024-11-12T18:19:29,887 INFO [Time-limited test {}] server.Server(415): Started @132438ms 2024-11-12T18:19:29,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:29,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:29,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:29,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:29,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:29,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:29,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:30,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78825a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/java.io.tmpdir/jetty-localhost-40965-hadoop-hdfs-3_4_1-tests_jar-_-any-11912656298847064365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:30,104 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:40965} 2024-11-12T18:19:30,104 INFO [Time-limited test {}] server.Server(415): Started @132655ms 2024-11-12T18:19:30,105 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:19:30,228 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/data/data2/current/BP-410687003-172.17.0.3-1731435569690/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:30,228 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/data/data1/current/BP-410687003-172.17.0.3-1731435569690/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:30,254 WARN [Thread-1270 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:19:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x503109f98b88063c with lease ID 0x8ef63977d6f91f43: Processing first storage report for DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d from datanode DatanodeRegistration(127.0.0.1:34329, datanodeUuid=65546413-0c98-4fea-b082-4bb1e2b7623a, infoPort=33875, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=578576282;c=1731435569690) 2024-11-12T18:19:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x503109f98b88063c with lease ID 0x8ef63977d6f91f43: from storage DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d node DatanodeRegistration(127.0.0.1:34329, datanodeUuid=65546413-0c98-4fea-b082-4bb1e2b7623a, infoPort=33875, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=578576282;c=1731435569690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x503109f98b88063c with lease ID 0x8ef63977d6f91f43: Processing first storage report for DS-cbdb0ebb-506b-4b70-9fb2-9ed5e8f9af4e from datanode DatanodeRegistration(127.0.0.1:34329, datanodeUuid=65546413-0c98-4fea-b082-4bb1e2b7623a, infoPort=33875, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=578576282;c=1731435569690) 2024-11-12T18:19:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x503109f98b88063c with lease ID 0x8ef63977d6f91f43: from storage DS-cbdb0ebb-506b-4b70-9fb2-9ed5e8f9af4e node DatanodeRegistration(127.0.0.1:34329, datanodeUuid=65546413-0c98-4fea-b082-4bb1e2b7623a, infoPort=33875, infoSecurePort=0, ipcPort=37893, storageInfo=lv=-57;cid=testClusterID;nsid=578576282;c=1731435569690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:30,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed 2024-11-12T18:19:30,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:30,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:30,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:19:30,756 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1 with version=8 2024-11-12T18:19:30,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/hbase-staging 2024-11-12T18:19:30,759 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:19:30,759 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:30,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37791 2024-11-12T18:19:30,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37791 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:30,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377910x0, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:30,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37791-0x10035382c9f0000 connected 2024-11-12T18:19:30,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:30,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:30,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:30,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1, hbase.cluster.distributed=false 2024-11-12T18:19:30,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/acl 2024-11-12T18:19:30,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37791 2024-11-12T18:19:30,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37791 2024-11-12T18:19:30,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37791 2024-11-12T18:19:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37791 2024-11-12T18:19:30,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37791 2024-11-12T18:19:30,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:30,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:30,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:30,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:19:30,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:30,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35675 2024-11-12T18:19:30,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35675 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:30,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:30,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356750x0, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:30,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35675-0x10035382c9f0001 connected 2024-11-12T18:19:30,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:30,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:19:30,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:19:30,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/master 2024-11-12T18:19:30,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/acl 2024-11-12T18:19:30,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35675 2024-11-12T18:19:30,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35675 2024-11-12T18:19:30,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35675 2024-11-12T18:19:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35675 2024-11-12T18:19:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35675 2024-11-12T18:19:30,871 DEBUG [M:0;9911683f163c:37791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:37791 2024-11-12T18:19:30,871 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01592335386/backup-masters/9911683f163c,37791,1731435570758 2024-11-12T18:19:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:30,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:30,874 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on existing znode=/01592335386/backup-masters/9911683f163c,37791,1731435570758 2024-11-12T18:19:30,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01592335386/master 2024-11-12T18:19:30,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:30,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:30,876 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on existing znode=/01592335386/master 2024-11-12T18:19:30,877 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01592335386/backup-masters/9911683f163c,37791,1731435570758 from backup master directory 2024-11-12T18:19:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/backup-masters/9911683f163c,37791,1731435570758 2024-11-12T18:19:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:30,878 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:30,878 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,37791,1731435570758 2024-11-12T18:19:30,882 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/hbase.id] with ID: f291516f-ae1a-42ef-ae7d-8b987fac4a45 2024-11-12T18:19:30,882 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/.tmp/hbase.id 2024-11-12T18:19:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:19:31,288 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/.tmp/hbase.id]:[hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/hbase.id] 2024-11-12T18:19:31,305 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:31,305 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:19:31,306 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:19:31,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:19:31,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:19:31,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:19:31,339 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:19:31,760 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store 2024-11-12T18:19:31,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:19:31,768 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:31,769 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:31,769 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:31,769 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:31,769 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:31,769 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:31,769 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:31,769 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435571769Disabling compacts and flushes for region at 1731435571769Disabling writes for close at 1731435571769Writing region close event to WAL at 1731435571769Closed at 1731435571769 2024-11-12T18:19:31,770 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/.initializing 2024-11-12T18:19:31,770 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758 2024-11-12T18:19:31,771 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:31,772 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C37791%2C1731435570758, suffix=, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/oldWALs, maxLogs=10 2024-11-12T18:19:31,786 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758/9911683f163c%2C37791%2C1731435570758.1731435571773, exclude list is [], retry=0 2024-11-12T18:19:31,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:31,791 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758/9911683f163c%2C37791%2C1731435570758.1731435571773 2024-11-12T18:19:31,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:31,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:31,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:31,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:19:31,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:31,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:31,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:19:31,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:31,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:31,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:19:31,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:31,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:31,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:19:31,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:31,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:31,799 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,800 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,800 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,802 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,802 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,803 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:31,804 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:31,807 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:31,807 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69182501, jitterRate=0.030899599194526672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:31,810 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435571791Initializing all the Stores at 1731435571792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435571792Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435571792Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435571792Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435571792Cleaning up temporary data from old regions at 1731435571802 (+10 ms)Region opened successfully at 1731435571810 (+8 ms) 2024-11-12T18:19:31,810 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:19:31,814 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3eb969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:31,815 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:19:31,815 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:19:31,815 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:19:31,815 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:19:31,816 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:19:31,816 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:19:31,816 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:19:31,819 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:19:31,820 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/balancer because node does not exist (not necessarily an error) 2024-11-12T18:19:31,821 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/balancer already deleted, retry=false 2024-11-12T18:19:31,821 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:19:31,822 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:19:31,823 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/normalizer already deleted, retry=false 2024-11-12T18:19:31,823 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:19:31,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:19:31,829 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/switch/split already deleted, retry=false 2024-11-12T18:19:31,833 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:19:31,835 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/switch/merge already deleted, retry=false 2024-11-12T18:19:31,837 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:19:31,839 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/snapshot-cleanup already deleted, retry=false 2024-11-12T18:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:31,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,842 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,37791,1731435570758, sessionid=0x10035382c9f0000, setting cluster-up flag (Was=false) 2024-11-12T18:19:31,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01592335386/flush-table-proc/acquired, /01592335386/flush-table-proc/reached, /01592335386/flush-table-proc/abort 2024-11-12T18:19:31,854 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37791,1731435570758 2024-11-12T18:19:31,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:31,863 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01592335386/online-snapshot/acquired, /01592335386/online-snapshot/reached, /01592335386/online-snapshot/abort 2024-11-12T18:19:31,864 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37791,1731435570758 2024-11-12T18:19:31,865 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:19:31,867 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:31,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:19:31,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:19:31,867 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,37791,1731435570758 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:31,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435601874 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:19:31,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:19:31,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:19:31,874 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:19:31,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:31,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:19:31,880 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:31,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:19:31,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:19:31,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:19:31,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:19:31,888 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:19:31,888 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:19:31,896 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435571888,5,FailOnTimeoutGroup] 2024-11-12T18:19:31,901 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435571896,5,FailOnTimeoutGroup] 2024-11-12T18:19:31,901 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:31,901 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:19:31,901 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:31,901 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:19:31,958 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(746): ClusterId : f291516f-ae1a-42ef-ae7d-8b987fac4a45 2024-11-12T18:19:31,958 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:19:31,969 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:19:31,969 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:19:31,973 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:19:31,981 DEBUG [RS:0;9911683f163c:35675 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52533fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:32,002 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:35675 2024-11-12T18:19:32,002 INFO [RS:0;9911683f163c:35675 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:19:32,002 INFO [RS:0;9911683f163c:35675 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:19:32,002 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:19:32,003 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37791,1731435570758 with port=35675, startcode=1731435570831 2024-11-12T18:19:32,004 DEBUG [RS:0;9911683f163c:35675 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:19:32,011 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:19:32,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,35675,1731435570831 2024-11-12T18:19:32,012 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37791 {}] master.ServerManager(517): Registering regionserver=9911683f163c,35675,1731435570831 2024-11-12T18:19:32,014 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1 2024-11-12T18:19:32,014 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33269 2024-11-12T18:19:32,014 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:19:32,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/rs 2024-11-12T18:19:32,018 DEBUG [RS:0;9911683f163c:35675 {}] zookeeper.ZKUtil(111): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on existing znode=/01592335386/rs/9911683f163c,35675,1731435570831 2024-11-12T18:19:32,018 WARN [RS:0;9911683f163c:35675 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:32,018 INFO [RS:0;9911683f163c:35675 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:32,018 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831 2024-11-12T18:19:32,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,35675,1731435570831] 2024-11-12T18:19:32,032 INFO [RS:0;9911683f163c:35675 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:19:32,036 INFO [RS:0;9911683f163c:35675 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:19:32,041 INFO [RS:0;9911683f163c:35675 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:19:32,041 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,047 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:19:32,048 INFO [RS:0;9911683f163c:35675 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:19:32,048 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,048 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,048 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:32,049 DEBUG [RS:0;9911683f163c:35675 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:32,056 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,056 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,056 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,056 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,056 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,056 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35675,1731435570831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:32,078 INFO [RS:0;9911683f163c:35675 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:19:32,079 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35675,1731435570831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,079 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,079 INFO [RS:0;9911683f163c:35675 {}] regionserver.Replication(171): 9911683f163c,35675,1731435570831 started 2024-11-12T18:19:32,101 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:32,101 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,35675,1731435570831, RpcServer on 9911683f163c/172.17.0.3:35675, sessionid=0x10035382c9f0001 2024-11-12T18:19:32,101 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:19:32,101 DEBUG [RS:0;9911683f163c:35675 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,35675,1731435570831 2024-11-12T18:19:32,101 DEBUG [RS:0;9911683f163c:35675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35675,1731435570831' 2024-11-12T18:19:32,101 DEBUG [RS:0;9911683f163c:35675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01592335386/flush-table-proc/abort' 2024-11-12T18:19:32,104 DEBUG [RS:0;9911683f163c:35675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01592335386/flush-table-proc/acquired' 2024-11-12T18:19:32,105 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:19:32,105 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:19:32,105 DEBUG [RS:0;9911683f163c:35675 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,35675,1731435570831 2024-11-12T18:19:32,105 DEBUG [RS:0;9911683f163c:35675 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35675,1731435570831' 2024-11-12T18:19:32,105 DEBUG [RS:0;9911683f163c:35675 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01592335386/online-snapshot/abort' 2024-11-12T18:19:32,105 DEBUG [RS:0;9911683f163c:35675 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01592335386/online-snapshot/acquired' 2024-11-12T18:19:32,109 DEBUG [RS:0;9911683f163c:35675 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:19:32,109 INFO [RS:0;9911683f163c:35675 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:19:32,109 INFO [RS:0;9911683f163c:35675 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:19:32,209 INFO [RS:0;9911683f163c:35675 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:32,211 INFO [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35675%2C1731435570831, suffix=, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs, maxLogs=10 2024-11-12T18:19:32,229 DEBUG [RS:0;9911683f163c:35675 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211, exclude list is [], retry=0 2024-11-12T18:19:32,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:32,260 INFO [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211 2024-11-12T18:19:32,270 DEBUG [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:32,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:19:32,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1 2024-11-12T18:19:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:19:32,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:32,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:32,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:32,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:32,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:32,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:32,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:32,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:32,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:32,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:32,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:32,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:32,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:32,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:32,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:32,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:32,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:32,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:32,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740 2024-11-12T18:19:32,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740 2024-11-12T18:19:32,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:32,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:32,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:32,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:32,740 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:32,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66640753, jitterRate=-0.00697539746761322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:32,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435572715Initializing all the Stores at 1731435572716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435572716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435572717 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435572717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435572717Cleaning up temporary data from old regions at 1731435572732 (+15 ms)Region opened successfully at 1731435572741 (+9 ms) 2024-11-12T18:19:32,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:32,742 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:32,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:32,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:32,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:32,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:32,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435572742Disabling compacts and flushes for region at 1731435572742Disabling writes for close at 1731435572742Writing region close event to WAL at 1731435572742Closed at 1731435572742 2024-11-12T18:19:32,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:32,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:19:32,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:19:32,747 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:32,749 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:19:32,899 DEBUG [9911683f163c:37791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:19:32,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,35675,1731435570831 2024-11-12T18:19:32,901 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35675,1731435570831, state=OPENING 2024-11-12T18:19:32,903 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:19:32,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:32,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:32,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:32,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:32,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35675,1731435570831}] 2024-11-12T18:19:32,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:33,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:19:33,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:19:33,077 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:19:33,077 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:33,077 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:19:33,079 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35675%2C1731435570831.meta, suffix=.meta, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs, maxLogs=10 2024-11-12T18:19:33,100 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.meta.1731435573079.meta, exclude list is [], retry=0 2024-11-12T18:19:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:33,105 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.meta.1731435573079.meta 2024-11-12T18:19:33,105 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:33,105 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:33,106 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:19:33,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:19:33,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:19:33,106 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:19:33,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:19:33,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:33,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:19:33,106 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:19:33,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:33,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:33,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:33,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:33,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:33,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:33,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:33,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:33,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:33,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:33,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:33,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:33,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:33,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:33,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:33,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:33,117 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:33,118 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740 2024-11-12T18:19:33,125 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740 2024-11-12T18:19:33,130 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:33,130 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:33,130 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:33,132 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:33,133 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71777110, jitterRate=0.06956228613853455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:33,133 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:19:33,134 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435573106Writing region info on filesystem at 1731435573106Initializing all the Stores at 1731435573107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435573107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435573107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435573107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435573107Cleaning up temporary data from old regions at 1731435573130 (+23 ms)Running coprocessor post-open hooks at 1731435573133 (+3 ms)Region opened successfully at 1731435573134 (+1 ms) 2024-11-12T18:19:33,136 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435573070 2024-11-12T18:19:33,139 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:19:33,139 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:19:33,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35675,1731435570831 2024-11-12T18:19:33,142 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35675,1731435570831, state=OPEN 2024-11-12T18:19:33,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:33,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:33,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,35675,1731435570831 2024-11-12T18:19:33,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:33,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:33,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:19:33,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35675,1731435570831 in 231 msec 2024-11-12T18:19:33,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:19:33,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-11-12T18:19:33,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:33,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:19:33,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:33,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35675,1731435570831, seqNum=-1] 2024-11-12T18:19:33,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:33,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:33,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-12T18:19:33,162 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435573162, completionTime=-1 2024-11-12T18:19:33,162 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:19:33,163 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:19:33,165 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:19:33,165 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435633165 2024-11-12T18:19:33,165 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435693165 2024-11-12T18:19:33,165 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:19:33,166 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37791,1731435570758-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,166 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37791,1731435570758-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,166 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37791,1731435570758-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,166 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:37791, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,166 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,168 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:19:33,168 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.295sec 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37791,1731435570758-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:33,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37791,1731435570758-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:19:33,184 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:19:33,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:19:33,184 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37791,1731435570758-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:33,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:33,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37791,-1 for getting cluster id 2024-11-12T18:19:33,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:33,286 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f291516f-ae1a-42ef-ae7d-8b987fac4a45' 2024-11-12T18:19:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f291516f-ae1a-42ef-ae7d-8b987fac4a45" 2024-11-12T18:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794bcb57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37791,-1] 2024-11-12T18:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:33,290 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:33,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:33,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:33,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35675,1731435570831, seqNum=-1] 2024-11-12T18:19:33,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:33,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:33,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,37791,1731435570758 2024-11-12T18:19:33,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir so I do NOT create it in target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3 2024-11-12T18:19:33,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.tmp.dir so I do NOT create it in target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3 2024-11-12T18:19:33,325 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:19:33,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/cluster_3164cb81-ed40-4d64-9ab9-463ea1e1ce9e, deleteOnExit=true 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/test.cache.data in system properties and HBase conf 2024-11-12T18:19:33,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:19:33,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:19:33,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:19:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:19:33,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10035382c9f0002 connected 2024-11-12T18:19:33,439 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:19:33,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:33,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:33,480 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:33,480 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:33,480 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:33,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:33,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:33,539 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:33,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:33,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:33,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:19:33,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:33,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619484eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:33,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5ab4ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:33,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ea3eda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/java.io.tmpdir/jetty-localhost-44489-hadoop-hdfs-3_4_1-tests_jar-_-any-5953704266123453881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:33,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790c552b{HTTP/1.1, (http/1.1)}{localhost:44489} 2024-11-12T18:19:33,705 INFO [Time-limited test {}] server.Server(415): Started @136257ms 2024-11-12T18:19:33,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:33,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:33,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:33,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:33,954 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:33,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5781baaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:33,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@578c9118{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:34,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a932a1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/java.io.tmpdir/jetty-localhost-40525-hadoop-hdfs-3_4_1-tests_jar-_-any-11070562099655317927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:34,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3663022f{HTTP/1.1, (http/1.1)}{localhost:40525} 2024-11-12T18:19:34,115 INFO [Time-limited test {}] server.Server(415): Started @136667ms 2024-11-12T18:19:34,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:19:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:19:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:19:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:19:34,316 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/cluster_3164cb81-ed40-4d64-9ab9-463ea1e1ce9e/data/data1/current/BP-124203320-172.17.0.3-1731435573368/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:34,317 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/cluster_3164cb81-ed40-4d64-9ab9-463ea1e1ce9e/data/data2/current/BP-124203320-172.17.0.3-1731435573368/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:34,397 WARN [Thread-1391 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:19:34,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x197984a4053d2ede with lease ID 0x263dade585ed64a8: Processing first storage report for DS-b18ea135-5eb3-457c-b10f-68589cfee9a7 from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=cd4102d8-b465-4b26-9ad0-1d1ecbed7752, infoPort=44175, infoSecurePort=0, ipcPort=41703, storageInfo=lv=-57;cid=testClusterID;nsid=1617220479;c=1731435573368) 2024-11-12T18:19:34,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x197984a4053d2ede with lease ID 0x263dade585ed64a8: from storage DS-b18ea135-5eb3-457c-b10f-68589cfee9a7 node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=cd4102d8-b465-4b26-9ad0-1d1ecbed7752, infoPort=44175, infoSecurePort=0, ipcPort=41703, storageInfo=lv=-57;cid=testClusterID;nsid=1617220479;c=1731435573368), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:19:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x197984a4053d2ede with lease ID 0x263dade585ed64a8: Processing first storage report for DS-604f56b6-84d7-42a1-95e0-4f713c376cc2 from datanode DatanodeRegistration(127.0.0.1:42957, datanodeUuid=cd4102d8-b465-4b26-9ad0-1d1ecbed7752, infoPort=44175, infoSecurePort=0, ipcPort=41703, storageInfo=lv=-57;cid=testClusterID;nsid=1617220479;c=1731435573368) 2024-11-12T18:19:34,419 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x197984a4053d2ede with lease ID 0x263dade585ed64a8: from storage DS-604f56b6-84d7-42a1-95e0-4f713c376cc2 node DatanodeRegistration(127.0.0.1:42957, datanodeUuid=cd4102d8-b465-4b26-9ad0-1d1ecbed7752, infoPort=44175, infoSecurePort=0, ipcPort=41703, storageInfo=lv=-57;cid=testClusterID;nsid=1617220479;c=1731435573368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:34,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3 2024-11-12T18:19:34,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:34,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:34,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:19:34,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f with version=8 2024-11-12T18:19:34,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/hbase-staging 2024-11-12T18:19:34,879 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:19:34,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:34,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42393 2024-11-12T18:19:34,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42393 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:34,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423930x0, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:34,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42393-0x10035382c9f0003 connected 2024-11-12T18:19:34,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:34,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:34,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/running 2024-11-12T18:19:34,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f, hbase.cluster.distributed=false 2024-11-12T18:19:34,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/acl 2024-11-12T18:19:34,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42393 2024-11-12T18:19:34,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42393 2024-11-12T18:19:34,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42393 2024-11-12T18:19:35,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42393 2024-11-12T18:19:35,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42393 2024-11-12T18:19:35,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:19:35,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:35,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35631 2024-11-12T18:19:35,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35631 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:35,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:35,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:35,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356310x0, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:35,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356310x0, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/running 2024-11-12T18:19:35,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35631-0x10035382c9f0004 connected 2024-11-12T18:19:35,052 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:19:35,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:19:35,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/master 2024-11-12T18:19:35,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/acl 2024-11-12T18:19:35,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-12T18:19:35,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35631 2024-11-12T18:19:35,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35631 2024-11-12T18:19:35,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-12T18:19:35,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35631 2024-11-12T18:19:35,093 DEBUG [M:0;9911683f163c:42393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:42393 2024-11-12T18:19:35,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11138107262/backup-masters/9911683f163c,42393,1731435574878 2024-11-12T18:19:35,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262/backup-masters 2024-11-12T18:19:35,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262/backup-masters 2024-11-12T18:19:35,101 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on existing znode=/11138107262/backup-masters/9911683f163c,42393,1731435574878 2024-11-12T18:19:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138107262/master 2024-11-12T18:19:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:35,103 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on existing znode=/11138107262/master 2024-11-12T18:19:35,104 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11138107262/backup-masters/9911683f163c,42393,1731435574878 from backup master directory 2024-11-12T18:19:35,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138107262/backup-masters/9911683f163c,42393,1731435574878 2024-11-12T18:19:35,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262/backup-masters 2024-11-12T18:19:35,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262/backup-masters 2024-11-12T18:19:35,105 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:35,105 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,42393,1731435574878 2024-11-12T18:19:35,110 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/hbase.id] with ID: 37a6cbec-f2ae-4ad1-aa79-d9a796a32aca 2024-11-12T18:19:35,110 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/.tmp/hbase.id 2024-11-12T18:19:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:19:35,516 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/.tmp/hbase.id]:[hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/hbase.id] 2024-11-12T18:19:35,579 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:35,579 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:19:35,583 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-12T18:19:35,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:35,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:19:36,046 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:19:36,046 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:19:36,047 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:19:36,455 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store 2024-11-12T18:19:36,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:19:36,462 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:36,462 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:36,462 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:36,462 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:36,463 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:36,463 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:36,463 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:36,463 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435576462Disabling compacts and flushes for region at 1731435576462Disabling writes for close at 1731435576463 (+1 ms)Writing region close event to WAL at 1731435576463Closed at 1731435576463 2024-11-12T18:19:36,464 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/.initializing 2024-11-12T18:19:36,464 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/WALs/9911683f163c,42393,1731435574878 2024-11-12T18:19:36,465 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:36,467 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C42393%2C1731435574878, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/WALs/9911683f163c,42393,1731435574878, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/oldWALs, maxLogs=10 2024-11-12T18:19:36,489 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/WALs/9911683f163c,42393,1731435574878/9911683f163c%2C42393%2C1731435574878.1731435576467, exclude list is [], retry=0 2024-11-12T18:19:36,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-b18ea135-5eb3-457c-b10f-68589cfee9a7,DISK] 2024-11-12T18:19:36,499 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/WALs/9911683f163c,42393,1731435574878/9911683f163c%2C42393%2C1731435574878.1731435576467 2024-11-12T18:19:36,499 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44175:44175)] 2024-11-12T18:19:36,499 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:36,500 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:36,500 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,500 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:19:36,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:36,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:36,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:19:36,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:36,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:36,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:19:36,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:19:36,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:36,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:36,510 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,511 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,511 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,512 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,513 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,513 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:36,514 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:36,517 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:36,517 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69505729, jitterRate=0.03571607172489166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:36,517 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435576500Initializing all the Stores at 1731435576501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435576501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435576501Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435576501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435576501Cleaning up temporary data from old regions at 1731435576513 (+12 ms)Region opened successfully at 1731435576517 (+4 ms) 2024-11-12T18:19:36,518 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:19:36,521 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764f7cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:36,522 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:19:36,522 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:19:36,522 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:19:36,523 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:19:36,523 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:19:36,524 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:19:36,524 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:19:36,527 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:19:36,528 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Unable to get data of znode /11138107262/balancer because node does not exist (not necessarily an error) 2024-11-12T18:19:36,530 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/balancer already deleted, retry=false 2024-11-12T18:19:36,530 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:19:36,531 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Unable to get data of znode /11138107262/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:19:36,533 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/normalizer already deleted, retry=false 2024-11-12T18:19:36,534 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:19:36,535 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Unable to get data of znode /11138107262/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:19:36,536 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/switch/split already deleted, retry=false 2024-11-12T18:19:36,537 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Unable to get data of znode /11138107262/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:19:36,539 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/switch/merge already deleted, retry=false 2024-11-12T18:19:36,541 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Unable to get data of znode /11138107262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:19:36,543 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/snapshot-cleanup already deleted, retry=false 2024-11-12T18:19:36,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138107262/running 2024-11-12T18:19:36,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11138107262/running 2024-11-12T18:19:36,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:36,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:36,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,42393,1731435574878, sessionid=0x10035382c9f0003, setting cluster-up flag (Was=false) 2024-11-12T18:19:36,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:36,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:36,558 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11138107262/flush-table-proc/acquired, /11138107262/flush-table-proc/reached, /11138107262/flush-table-proc/abort 2024-11-12T18:19:36,559 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,42393,1731435574878 2024-11-12T18:19:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:36,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:36,567 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11138107262/online-snapshot/acquired, /11138107262/online-snapshot/reached, /11138107262/online-snapshot/abort 2024-11-12T18:19:36,569 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,42393,1731435574878 2024-11-12T18:19:36,571 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:19:36,574 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:36,574 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:19:36,575 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:19:36,575 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,42393,1731435574878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:19:36,578 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:36,578 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:36,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:36,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:36,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:19:36,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:36,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,584 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(746): ClusterId : 37a6cbec-f2ae-4ad1-aa79-d9a796a32aca 2024-11-12T18:19:36,585 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:19:36,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:36,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:19:36,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:36,591 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:19:36,591 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:19:36,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:19:36,592 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435606592 2024-11-12T18:19:36,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:19:36,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:19:36,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:19:36,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:19:36,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:19:36,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:19:36,595 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:19:36,595 DEBUG [RS:0;9911683f163c:35631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3e2633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:36,605 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:19:36,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:19:36,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:19:36,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:19:36,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:19:36,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:19:36,648 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:35631 2024-11-12T18:19:36,648 INFO [RS:0;9911683f163c:35631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:19:36,648 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435576640,5,FailOnTimeoutGroup] 2024-11-12T18:19:36,648 INFO [RS:0;9911683f163c:35631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:19:36,648 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:19:36,652 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,42393,1731435574878 with port=35631, startcode=1731435575033 2024-11-12T18:19:36,653 DEBUG [RS:0;9911683f163c:35631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:19:36,668 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435576648,5,FailOnTimeoutGroup] 2024-11-12T18:19:36,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:19:36,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,670 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:19:36,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,35631,1731435575033 2024-11-12T18:19:36,671 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42393 {}] master.ServerManager(517): Registering regionserver=9911683f163c,35631,1731435575033 2024-11-12T18:19:36,673 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f 2024-11-12T18:19:36,673 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42525 2024-11-12T18:19:36,673 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:19:36,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:19:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262/rs 2024-11-12T18:19:36,679 DEBUG [RS:0;9911683f163c:35631 {}] zookeeper.ZKUtil(111): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on existing znode=/11138107262/rs/9911683f163c,35631,1731435575033 2024-11-12T18:19:36,679 WARN [RS:0;9911683f163c:35631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:36,679 INFO [RS:0;9911683f163c:35631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:36,679 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033 2024-11-12T18:19:36,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,35631,1731435575033] 2024-11-12T18:19:36,683 INFO [RS:0;9911683f163c:35631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:19:36,686 INFO [RS:0;9911683f163c:35631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:19:36,686 INFO [RS:0;9911683f163c:35631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:19:36,686 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,687 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:19:36,687 INFO [RS:0;9911683f163c:35631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:19:36,687 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:36,688 DEBUG [RS:0;9911683f163c:35631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:36,689 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,689 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,689 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,689 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,689 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,689 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35631,1731435575033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:36,711 INFO [RS:0;9911683f163c:35631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:19:36,711 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35631,1731435575033-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,711 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,711 INFO [RS:0;9911683f163c:35631 {}] regionserver.Replication(171): 9911683f163c,35631,1731435575033 started 2024-11-12T18:19:36,729 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:36,729 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,35631,1731435575033, RpcServer on 9911683f163c/172.17.0.3:35631, sessionid=0x10035382c9f0004 2024-11-12T18:19:36,729 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:19:36,729 DEBUG [RS:0;9911683f163c:35631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,35631,1731435575033 2024-11-12T18:19:36,729 DEBUG [RS:0;9911683f163c:35631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35631,1731435575033' 2024-11-12T18:19:36,729 DEBUG [RS:0;9911683f163c:35631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11138107262/flush-table-proc/abort' 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11138107262/flush-table-proc/acquired' 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,35631,1731435575033 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35631,1731435575033' 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11138107262/online-snapshot/abort' 2024-11-12T18:19:36,730 DEBUG [RS:0;9911683f163c:35631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11138107262/online-snapshot/acquired' 2024-11-12T18:19:36,731 DEBUG [RS:0;9911683f163c:35631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:19:36,731 INFO [RS:0;9911683f163c:35631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:19:36,731 INFO [RS:0;9911683f163c:35631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:19:36,831 INFO [RS:0;9911683f163c:35631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:36,833 INFO [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35631%2C1731435575033, suffix=, logDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/oldWALs, maxLogs=10 2024-11-12T18:19:36,847 DEBUG [RS:0;9911683f163c:35631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033/9911683f163c%2C35631%2C1731435575033.1731435576833, exclude list is [], retry=0 2024-11-12T18:19:36,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-b18ea135-5eb3-457c-b10f-68589cfee9a7,DISK] 2024-11-12T18:19:36,852 INFO [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033/9911683f163c%2C35631%2C1731435575033.1731435576833 2024-11-12T18:19:36,852 DEBUG [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44175:44175)] 2024-11-12T18:19:37,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:19:37,076 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f 2024-11-12T18:19:37,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:19:37,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:37,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:37,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:37,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:37,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:37,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:37,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:37,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:37,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:37,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:37,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740 2024-11-12T18:19:37,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740 2024-11-12T18:19:37,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:37,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:37,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:37,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:37,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:37,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60747038, jitterRate=-0.09479859471321106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:37,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435577483Initializing all the Stores at 1731435577483Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435577483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435577484 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435577484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435577484Cleaning up temporary data from old regions at 1731435577493 (+9 ms)Region opened successfully at 1731435577498 (+5 ms) 2024-11-12T18:19:37,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:37,498 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:37,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:37,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:37,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:37,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:37,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435577498Disabling compacts and flushes for region at 1731435577498Disabling writes for close at 1731435577498Writing region close event to WAL at 1731435577499 (+1 ms)Closed at 1731435577499 2024-11-12T18:19:37,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:37,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:19:37,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:19:37,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:37,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:19:37,653 DEBUG [9911683f163c:42393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:19:37,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,35631,1731435575033 2024-11-12T18:19:37,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35631,1731435575033, state=OPENING 2024-11-12T18:19:37,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:19:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:37,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:37,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138107262/meta-region-server: CHANGED 2024-11-12T18:19:37,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:37,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138107262/meta-region-server: CHANGED 2024-11-12T18:19:37,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35631,1731435575033}] 2024-11-12T18:19:37,812 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:19:37,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:19:37,841 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:19:37,841 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:37,841 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:19:37,843 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35631%2C1731435575033.meta, suffix=.meta, logDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033, archiveDir=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/oldWALs, maxLogs=10 2024-11-12T18:19:37,861 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033/9911683f163c%2C35631%2C1731435575033.meta.1731435577844.meta, exclude list is [], retry=0 2024-11-12T18:19:37,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42957,DS-b18ea135-5eb3-457c-b10f-68589cfee9a7,DISK] 2024-11-12T18:19:37,881 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033/9911683f163c%2C35631%2C1731435575033.meta.1731435577844.meta 2024-11-12T18:19:37,887 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44175:44175)] 2024-11-12T18:19:37,888 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:37,888 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:19:37,888 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:19:37,888 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:19:37,888 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:19:37,889 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:19:37,889 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:37,889 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:19:37,889 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:19:37,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:37,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:37,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:37,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:37,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:37,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:37,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:37,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:37,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:37,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:37,896 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:37,897 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740 2024-11-12T18:19:37,898 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740 2024-11-12T18:19:37,899 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:37,899 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:37,900 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:37,903 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:37,903 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69880714, jitterRate=0.041303783655166626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:37,904 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:19:37,904 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435577889Writing region info on filesystem at 1731435577889Initializing all the Stores at 1731435577890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435577890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435577890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435577890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435577890Cleaning up temporary data from old regions at 1731435577899 (+9 ms)Running coprocessor post-open hooks at 1731435577904 (+5 ms)Region opened successfully at 1731435577904 2024-11-12T18:19:37,905 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435577811 2024-11-12T18:19:37,908 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:19:37,908 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:19:37,909 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35631,1731435575033 2024-11-12T18:19:37,910 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35631,1731435575033, state=OPEN 2024-11-12T18:19:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11138107262/meta-region-server 2024-11-12T18:19:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11138107262/meta-region-server 2024-11-12T18:19:37,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,35631,1731435575033 2024-11-12T18:19:37,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138107262/meta-region-server: CHANGED 2024-11-12T18:19:37,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11138107262/meta-region-server: CHANGED 2024-11-12T18:19:37,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:19:37,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35631,1731435575033 in 254 msec 2024-11-12T18:19:37,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:19:37,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-12T18:19:37,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:37,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:19:37,920 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:37,920 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35631,1731435575033, seqNum=-1] 2024-11-12T18:19:37,920 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:37,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:37,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-12T18:19:37,927 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435577927, completionTime=-1 2024-11-12T18:19:37,927 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:19:37,927 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:19:37,929 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:19:37,929 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435637929 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435697930 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42393,1731435574878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42393,1731435574878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42393,1731435574878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:42393, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,932 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:19:37,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.833sec 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42393,1731435574878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42393,1731435574878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:19:37,944 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:19:37,944 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:19:37,944 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42393,1731435574878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:37,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d19d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:37,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42393,-1 for getting cluster id 2024-11-12T18:19:37,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:37,985 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37a6cbec-f2ae-4ad1-aa79-d9a796a32aca' 2024-11-12T18:19:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37a6cbec-f2ae-4ad1-aa79-d9a796a32aca" 2024-11-12T18:19:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:37,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42393,-1] 2024-11-12T18:19:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:37,992 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:37,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:37,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:37,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35631,1731435575033, seqNum=-1] 2024-11-12T18:19:37,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:37,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:37,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,42393,1731435574878 2024-11-12T18:19:38,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:38,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:38,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10035382c9f0005 connected 2024-11-12T18:19:38,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ea3e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:38,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37791,-1 for getting cluster id 2024-11-12T18:19:38,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:38,015 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f291516f-ae1a-42ef-ae7d-8b987fac4a45' 2024-11-12T18:19:38,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f291516f-ae1a-42ef-ae7d-8b987fac4a45" 2024-11-12T18:19:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a49d7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37791,-1] 2024-11-12T18:19:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:38,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:38,017 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:38,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262817fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:38,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37791,1731435570758 2024-11-12T18:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8dec73 2024-11-12T18:19:38,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:19:38,020 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:19:38,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:42393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:19:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:19:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:19:38,024 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:42393' 2024-11-12T18:19:38,025 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ef7936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:38,025 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42393,-1 for getting cluster id 2024-11-12T18:19:38,025 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:38,026 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37a6cbec-f2ae-4ad1-aa79-d9a796a32aca' 2024-11-12T18:19:38,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:38,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37a6cbec-f2ae-4ad1-aa79-d9a796a32aca" 2024-11-12T18:19:38,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a9110c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:38,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42393,-1] 2024-11-12T18:19:38,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:38,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:38,028 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:38,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363ff78a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:38,029 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:19:38,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42393,1731435574878 2024-11-12T18:19:38,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee3f617 2024-11-12T18:19:38,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:19:38,030 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:19:38,031 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T18:19:38,031 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:19:38,031 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:38,032 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:38,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:38,032 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:19:38,032 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:19:38,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:19:38,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:19:38,035 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:38,036 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:19:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741835_1011 (size=1138) 2024-11-12T18:19:38,084 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:19:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:19:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:19:38,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77d37506be1e586ab76fc6bd634d07bd, NAME => 'hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1 2024-11-12T18:19:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741836_1012 (size=44) 2024-11-12T18:19:38,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:19:38,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:38,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:38,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:38,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:38,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:38,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:19:38,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:38,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 77d37506be1e586ab76fc6bd634d07bd, disabling compactions & flushes 2024-11-12T18:19:38,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:38,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:38,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. after waiting 0 ms 2024-11-12T18:19:38,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:38,857 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:38,857 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77d37506be1e586ab76fc6bd634d07bd: Waiting for close lock at 1731435578857Disabling compacts and flushes for region at 1731435578857Disabling writes for close at 1731435578857Writing region close event to WAL at 1731435578857Closed at 1731435578857 2024-11-12T18:19:38,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:19:38,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435578858"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435578858"}]},"ts":"1731435578858"} 2024-11-12T18:19:38,861 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:19:38,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:19:38,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435578862"}]},"ts":"1731435578862"} 2024-11-12T18:19:38,864 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:19:38,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN}] 2024-11-12T18:19:38,866 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN 2024-11-12T18:19:38,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN; state=OFFLINE, location=9911683f163c,35675,1731435570831; forceNewPlan=false, retain=false 2024-11-12T18:19:39,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=77d37506be1e586ab76fc6bd634d07bd, regionState=OPENING, regionLocation=9911683f163c,35675,1731435570831 2024-11-12T18:19:39,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN because future has completed 2024-11-12T18:19:39,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d37506be1e586ab76fc6bd634d07bd, server=9911683f163c,35675,1731435570831}] 2024-11-12T18:19:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:19:39,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:39,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:39,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:19:39,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35675%2C1731435570831.rep, suffix=, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs, maxLogs=10 2024-11-12T18:19:39,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.rep.1731435579179, exclude list is [], retry=0 2024-11-12T18:19:39,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:39,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.rep.1731435579179 2024-11-12T18:19:39,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:39,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 77d37506be1e586ab76fc6bd634d07bd, NAME => 'hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:39,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:19:39,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:19:39,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. service=MultiRowMutationService 2024-11-12T18:19:39,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:19:39,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:39,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,199 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,200 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d37506be1e586ab76fc6bd634d07bd columnFamilyName hfileref 2024-11-12T18:19:39,200 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:39,201 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(327): Store=77d37506be1e586ab76fc6bd634d07bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:39,201 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,202 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d37506be1e586ab76fc6bd634d07bd columnFamilyName queue 2024-11-12T18:19:39,202 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:39,202 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(327): Store=77d37506be1e586ab76fc6bd634d07bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:39,202 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,203 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d37506be1e586ab76fc6bd634d07bd columnFamilyName sid 2024-11-12T18:19:39,203 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:39,204 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(327): Store=77d37506be1e586ab76fc6bd634d07bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:39,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:19:39,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:39,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 77d37506be1e586ab76fc6bd634d07bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70340019, jitterRate=0.048147961497306824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:19:39,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:39,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 77d37506be1e586ab76fc6bd634d07bd: Running coprocessor pre-open hook at 1731435579198Writing region info on filesystem at 1731435579198Initializing all the Stores at 1731435579199 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435579199Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435579199Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435579199Cleaning up temporary data from old regions at 1731435579205 (+6 ms)Running coprocessor post-open hooks at 1731435579228 (+23 ms)Region opened successfully at 1731435579228 2024-11-12T18:19:39,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd., pid=7, masterSystemTime=1731435579173 2024-11-12T18:19:39,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:39,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:39,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=77d37506be1e586ab76fc6bd634d07bd, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35675,1731435570831 2024-11-12T18:19:39,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d37506be1e586ab76fc6bd634d07bd, server=9911683f163c,35675,1731435570831 because future has completed 2024-11-12T18:19:39,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T18:19:39,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d37506be1e586ab76fc6bd634d07bd, server=9911683f163c,35675,1731435570831 in 219 msec 2024-11-12T18:19:39,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:19:39,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN in 376 msec 2024-11-12T18:19:39,245 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:19:39,245 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435579245"}]},"ts":"1731435579245"} 2024-11-12T18:19:39,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:19:39,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:19:39,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-12T18:19:39,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd., hostname=9911683f163c,35675,1731435570831, seqNum=2] 2024-11-12T18:19:39,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:39,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:39,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:19:39,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35675 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T18:19:39,458 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:19:39,497 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,35675,1731435570831, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:19:39,498 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:39,498 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35675,1731435570831, seqNum=-1] 2024-11-12T18:19:39,498 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:39,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T18:19:39,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,35675,1731435570831', locateType=CURRENT is [region=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd., hostname=9911683f163c,35675,1731435570831, seqNum=2] 2024-11-12T18:19:39,504 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T18:19:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T18:19:39,506 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,35675,1731435570831 suceeded 2024-11-12T18:19:39,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T18:19:39,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-12T18:19:39,508 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:42393,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:19:39,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-12T18:19:39,526 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:42393' 2024-11-12T18:19:39,529 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75eeef4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:39,529 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42393,-1 for getting cluster id 2024-11-12T18:19:39,529 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:39,530 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37a6cbec-f2ae-4ad1-aa79-d9a796a32aca' 2024-11-12T18:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37a6cbec-f2ae-4ad1-aa79-d9a796a32aca" 2024-11-12T18:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb340c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:39,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42393,-1] 2024-11-12T18:19:39,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:39,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:39,532 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:39,533 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e77370a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:39,533 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:19:39,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42393,1731435574878 2024-11-12T18:19:39,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e1f64d 2024-11-12T18:19:39,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:19:39,535 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T18:19:39,536 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,35675,1731435570831 (queues=1) is replicating from cluster=f291516f-ae1a-42ef-ae7d-8b987fac4a45 to cluster=37a6cbec-f2ae-4ad1-aa79-d9a796a32aca 2024-11-12T18:19:39,536 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C35675%2C1731435570831 2024-11-12T18:19:39,536 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,35675,1731435570831, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:19:39,537 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211, startPosition=0, beingWritten=true 2024-11-12T18:19:39,537 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.shipper9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C35675%2C1731435570831 2024-11-12T18:19:39,743 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211 to pos 0, reset compression=false 2024-11-12T18:19:40,073 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211 to pos 0, reset compression=false 2024-11-12T18:19:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:19:40,173 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:19:40,173 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:40,173 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:40,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:40,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:40,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:40,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:19:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37791,1731435570758 2024-11-12T18:19:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4f47e2 2024-11-12T18:19:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:19:40,176 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:19:40,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37791 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:19:40,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:40,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:40,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:40,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:40,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:40,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:19:40,178 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764462186, stopped=false 2024-11-12T18:19:40,178 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,37791,1731435570758 2024-11-12T18:19:40,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:40,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:40,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:40,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:40,179 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:40,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:40,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:40,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:40,180 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,35675,1731435570831' ***** 2024-11-12T18:19:40,180 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:19:40,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:40,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:19:40,181 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(3091): Received CLOSE for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,35675,1731435570831 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:40,181 INFO [RS:0;9911683f163c:35675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35675. 2024-11-12T18:19:40,181 DEBUG [RS:0;9911683f163c:35675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:40,181 DEBUG [RS:0;9911683f163c:35675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:40,182 INFO [RS:0;9911683f163c:35675 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:19:40,182 INFO [RS:0;9911683f163c:35675 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:19:40,182 INFO [RS:0;9911683f163c:35675 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77d37506be1e586ab76fc6bd634d07bd, disabling compactions & flushes 2024-11-12T18:19:40,182 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:40,182 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. after waiting 0 ms 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:40,182 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 77d37506be1e586ab76fc6bd634d07bd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T18:19:40,182 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:19:40,182 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 77d37506be1e586ab76fc6bd634d07bd=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.} 2024-11-12T18:19:40,182 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:40,182 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:40,182 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:40,182 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T18:19:40,200 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/.tmp/queue/4e320a75f19442eaac691bdab971de26 is 151, key is 1-9911683f163c,35675,1731435570831/queue:9911683f163c%2C35675%2C1731435570831/1731435579502/Put/seqid=0 2024-11-12T18:19:40,205 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/info/1f7d058b8091444c97901a6f98b9f0a8 is 147, key is hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd./info:regioninfo/1731435579235/Put/seqid=0 2024-11-12T18:19:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741838_1014 (size=5350) 2024-11-12T18:19:40,205 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/.tmp/queue/4e320a75f19442eaac691bdab971de26 2024-11-12T18:19:40,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741839_1015 (size=6631) 2024-11-12T18:19:40,216 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/.tmp/queue/4e320a75f19442eaac691bdab971de26 as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/queue/4e320a75f19442eaac691bdab971de26 2024-11-12T18:19:40,220 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/queue/4e320a75f19442eaac691bdab971de26, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T18:19:40,221 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 77d37506be1e586ab76fc6bd634d07bd in 39ms, sequenceid=5, compaction requested=false 2024-11-12T18:19:40,221 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:19:40,225 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:19:40,226 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:40,226 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:40,226 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:40,226 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77d37506be1e586ab76fc6bd634d07bd: Waiting for close lock at 1731435580182Running coprocessor pre-close hooks at 1731435580182Disabling compacts and flushes for region at 1731435580182Disabling writes for close at 1731435580182Obtaining lock to block concurrent updates at 1731435580182Preparing flush snapshotting stores in 77d37506be1e586ab76fc6bd634d07bd at 1731435580182Finished memstore snapshotting hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731435580182Flushing stores of hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. at 1731435580183 (+1 ms)Flushing 77d37506be1e586ab76fc6bd634d07bd/queue: creating writer at 1731435580183Flushing 77d37506be1e586ab76fc6bd634d07bd/queue: appending metadata at 1731435580200 (+17 ms)Flushing 77d37506be1e586ab76fc6bd634d07bd/queue: closing flushed file at 1731435580200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118e853d: reopening flushed file at 1731435580215 (+15 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 77d37506be1e586ab76fc6bd634d07bd in 39ms, sequenceid=5, compaction requested=false at 1731435580221 (+6 ms)Writing region close event to WAL at 1731435580222 (+1 ms)Running coprocessor post-close hooks at 1731435580226 (+4 ms)Closed at 1731435580226 2024-11-12T18:19:40,226 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:40,279 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:40,382 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:40,479 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211 to pos 0, reset compression=false 2024-11-12T18:19:40,582 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:40,610 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/info/1f7d058b8091444c97901a6f98b9f0a8 2024-11-12T18:19:40,638 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/ns/3068cab97e9c460cad0e71a9c67c7f8b is 43, key is default/ns:d/1731435573157/Put/seqid=0 2024-11-12T18:19:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741840_1016 (size=5153) 2024-11-12T18:19:40,783 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:40,983 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:40,985 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211 to pos 0, reset compression=false 2024-11-12T18:19:41,043 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/ns/3068cab97e9c460cad0e71a9c67c7f8b 2024-11-12T18:19:41,065 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:19:41,066 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:19:41,071 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/table/2e7ee98c4d5c4ef8a5560b63c3ed81fb is 53, key is hbase:replication/table:state/1731435579245/Put/seqid=0 2024-11-12T18:19:41,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741841_1017 (size=5256) 2024-11-12T18:19:41,183 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:19:41,183 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:19:41,183 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:41,383 DEBUG [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:41,482 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/table/2e7ee98c4d5c4ef8a5560b63c3ed81fb 2024-11-12T18:19:41,492 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/info/1f7d058b8091444c97901a6f98b9f0a8 as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/info/1f7d058b8091444c97901a6f98b9f0a8 2024-11-12T18:19:41,502 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/info/1f7d058b8091444c97901a6f98b9f0a8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T18:19:41,503 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/ns/3068cab97e9c460cad0e71a9c67c7f8b as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/ns/3068cab97e9c460cad0e71a9c67c7f8b 2024-11-12T18:19:41,510 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/ns/3068cab97e9c460cad0e71a9c67c7f8b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:19:41,512 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/table/2e7ee98c4d5c4ef8a5560b63c3ed81fb as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/table/2e7ee98c4d5c4ef8a5560b63c3ed81fb 2024-11-12T18:19:41,533 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/table/2e7ee98c4d5c4ef8a5560b63c3ed81fb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T18:19:41,535 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=11, compaction requested=false 2024-11-12T18:19:41,580 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T18:19:41,582 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:41,582 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:41,582 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:41,582 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435580182Running coprocessor pre-close hooks at 1731435580182Disabling compacts and flushes for region at 1731435580182Disabling writes for close at 1731435580182Obtaining lock to block concurrent updates at 1731435580182Preparing flush snapshotting stores in 1588230740 at 1731435580182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731435580183 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435580183Flushing 1588230740/info: creating writer at 1731435580183Flushing 1588230740/info: appending metadata at 1731435580204 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731435580204Flushing 1588230740/ns: creating writer at 1731435580618 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731435580637 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731435580637Flushing 1588230740/table: creating writer at 1731435581049 (+412 ms)Flushing 1588230740/table: appending metadata at 1731435581070 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731435581070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ca0ae8: reopening flushed file at 1731435581490 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5448ec01: reopening flushed file at 1731435581502 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711a4dc8: reopening flushed file at 1731435581511 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=11, compaction requested=false at 1731435581535 (+24 ms)Writing region close event to WAL at 1731435581557 (+22 ms)Running coprocessor post-close hooks at 1731435581582 (+25 ms)Closed at 1731435581582 2024-11-12T18:19:41,582 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:41,584 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,35675,1731435570831; all regions closed. 2024-11-12T18:19:41,589 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831/9911683f163c%2C35675%2C1731435570831.1731435572211 to pos 0, reset compression=false 2024-11-12T18:19:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741834_1010 (size=2742) 2024-11-12T18:19:41,642 DEBUG [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs 2024-11-12T18:19:41,642 INFO [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35675%2C1731435570831.meta:.meta(num 1731435573079) 2024-11-12T18:19:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741837_1013 (size=1586) 2024-11-12T18:19:41,685 DEBUG [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs 2024-11-12T18:19:41,685 INFO [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35675%2C1731435570831.rep:(num 1731435579179) 2024-11-12T18:19:41,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741832_1008 (size=93) 2024-11-12T18:19:41,694 DEBUG [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs 2024-11-12T18:19:41,694 INFO [RS:0;9911683f163c:35675 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35675%2C1731435570831:(num 1731435572211) 2024-11-12T18:19:41,694 DEBUG [RS:0;9911683f163c:35675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:41,694 INFO [RS:0;9911683f163c:35675 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:41,694 INFO [RS:0;9911683f163c:35675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:41,694 INFO [RS:0;9911683f163c:35675 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:41,694 INFO [RS:0;9911683f163c:35675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:41,695 INFO [RS:0;9911683f163c:35675 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,35675,1731435570831 because: Region server is closing 2024-11-12T18:19:41,695 INFO [RS:0;9911683f163c:35675 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35675. 2024-11-12T18:19:41,695 DEBUG [RS:0;9911683f163c:35675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:41,695 DEBUG [RS:0;9911683f163c:35675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:41,695 DEBUG [RS:0;9911683f163c:35675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:41,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:41,696 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:41,796 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.shipper9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:19:41,796 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.wal-reader.9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:19:41,797 INFO [RS:0;9911683f163c:35675 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35675,1731435570831.replicationSource.shipper9911683f163c%2C35675%2C1731435570831,1-9911683f163c,35675,1731435570831 terminated 2024-11-12T18:19:41,797 INFO [RS:0;9911683f163c:35675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35675 2024-11-12T18:19:41,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/rs/9911683f163c,35675,1731435570831 2024-11-12T18:19:41,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/rs 2024-11-12T18:19:41,799 INFO [RS:0;9911683f163c:35675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:41,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,35675,1731435570831] 2024-11-12T18:19:41,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/draining/9911683f163c,35675,1731435570831 already deleted, retry=false 2024-11-12T18:19:41,802 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,35675,1731435570831 expired; onlineServers=0 2024-11-12T18:19:41,802 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,37791,1731435570758' ***** 2024-11-12T18:19:41,802 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:19:41,802 INFO [M:0;9911683f163c:37791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:41,802 INFO [M:0;9911683f163c:37791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:41,802 DEBUG [M:0;9911683f163c:37791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:19:41,802 DEBUG [M:0;9911683f163c:37791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:19:41,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:19:41,803 INFO [M:0;9911683f163c:37791 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:41,803 INFO [M:0;9911683f163c:37791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:41,803 DEBUG [M:0;9911683f163c:37791 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:19:41,803 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435571888 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435571888,5,FailOnTimeoutGroup] 2024-11-12T18:19:41,803 INFO [M:0;9911683f163c:37791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:19:41,803 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435571896 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435571896,5,FailOnTimeoutGroup] 2024-11-12T18:19:41,803 INFO [M:0;9911683f163c:37791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:41,803 INFO [M:0;9911683f163c:37791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:19:41,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:19:41,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/master 2024-11-12T18:19:41,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:41,807 DEBUG [M:0;9911683f163c:37791 {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/master already deleted, retry=false 2024-11-12T18:19:41,807 DEBUG [M:0;9911683f163c:37791 {}] master.ActiveMasterManager(353): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Failed delete of our master address node; KeeperErrorCode = NoNode for /01592335386/master 2024-11-12T18:19:41,807 INFO [M:0;9911683f163c:37791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/.lastflushedseqids 2024-11-12T18:19:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741842_1018 (size=181) 2024-11-12T18:19:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35675-0x10035382c9f0001, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:41,903 INFO [RS:0;9911683f163c:35675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:41,904 INFO [RS:0;9911683f163c:35675 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,35675,1731435570831; zookeeper connection closed. 2024-11-12T18:19:41,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6007638d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6007638d 2024-11-12T18:19:41,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:19:42,232 INFO [M:0;9911683f163c:37791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:19:42,232 INFO [M:0;9911683f163c:37791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:19:42,232 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:42,232 INFO [M:0;9911683f163c:37791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:42,232 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:42,232 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:42,232 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:42,232 INFO [M:0;9911683f163c:37791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T18:19:42,265 DEBUG [M:0;9911683f163c:37791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e10fdf783be48b6bbd43dd1b4b4ad68 is 82, key is hbase:meta,,1/info:regioninfo/1731435573140/Put/seqid=0 2024-11-12T18:19:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741843_1019 (size=5672) 2024-11-12T18:19:42,280 INFO [M:0;9911683f163c:37791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e10fdf783be48b6bbd43dd1b4b4ad68 2024-11-12T18:19:42,309 DEBUG [M:0;9911683f163c:37791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cf34905c24e44f0a698f12fc5c9a5bf is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731435579250/Put/seqid=0 2024-11-12T18:19:42,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741844_1020 (size=7203) 2024-11-12T18:19:42,729 INFO [M:0;9911683f163c:37791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cf34905c24e44f0a698f12fc5c9a5bf 2024-11-12T18:19:42,767 DEBUG [M:0;9911683f163c:37791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5024e5d52a394326be71deea6dc4b625 is 69, key is 9911683f163c,35675,1731435570831/rs:state/1731435572012/Put/seqid=0 2024-11-12T18:19:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741845_1021 (size=5156) 2024-11-12T18:19:42,775 INFO [M:0;9911683f163c:37791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5024e5d52a394326be71deea6dc4b625 2024-11-12T18:19:42,785 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7e10fdf783be48b6bbd43dd1b4b4ad68 as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e10fdf783be48b6bbd43dd1b4b4ad68 2024-11-12T18:19:42,794 INFO [M:0;9911683f163c:37791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e10fdf783be48b6bbd43dd1b4b4ad68, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T18:19:42,795 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cf34905c24e44f0a698f12fc5c9a5bf as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cf34905c24e44f0a698f12fc5c9a5bf 2024-11-12T18:19:42,806 INFO [M:0;9911683f163c:37791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cf34905c24e44f0a698f12fc5c9a5bf, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T18:19:42,810 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5024e5d52a394326be71deea6dc4b625 as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5024e5d52a394326be71deea6dc4b625 2024-11-12T18:19:42,820 INFO [M:0;9911683f163c:37791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5024e5d52a394326be71deea6dc4b625, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T18:19:42,822 INFO [M:0;9911683f163c:37791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=70, compaction requested=false 2024-11-12T18:19:42,833 INFO [M:0;9911683f163c:37791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:42,833 DEBUG [M:0;9911683f163c:37791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435582232Disabling compacts and flushes for region at 1731435582232Disabling writes for close at 1731435582232Obtaining lock to block concurrent updates at 1731435582233 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435582233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731435582233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435582234 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435582234Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435582264 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435582264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435582286 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435582308 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435582308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435582738 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435582766 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435582766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324a2d4b: reopening flushed file at 1731435582784 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b9b4452: reopening flushed file at 1731435582794 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666c45f9: reopening flushed file at 1731435582807 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 589ms, sequenceid=70, compaction requested=false at 1731435582822 (+15 ms)Writing region close event to WAL at 1731435582833 (+11 ms)Closed at 1731435582833 2024-11-12T18:19:42,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741830_1006 (size=41008) 2024-11-12T18:19:42,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:42,837 INFO [M:0;9911683f163c:37791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:19:42,837 INFO [M:0;9911683f163c:37791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37791 2024-11-12T18:19:42,838 INFO [M:0;9911683f163c:37791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:42,941 INFO [M:0;9911683f163c:37791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:42,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:42,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37791-0x10035382c9f0000, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:42,944 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:19:42,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:42,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43527 2024-11-12T18:19:42,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43527 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:42,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435270x0, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:42,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:42,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:42,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43527-0x10035382c9f0006 connected 2024-11-12T18:19:42,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:42,983 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1, hbase.cluster.distributed=false 2024-11-12T18:19:42,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/acl 2024-11-12T18:19:43,008 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: INIT 2024-11-12T18:19:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43527 2024-11-12T18:19:43,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43527 2024-11-12T18:19:43,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43527 2024-11-12T18:19:43,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43527 2024-11-12T18:19:43,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43527 2024-11-12T18:19:43,064 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:19:43,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:43,066 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39769 2024-11-12T18:19:43,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39769 connecting to ZooKeeper ensemble=127.0.0.1:57908 2024-11-12T18:19:43,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:43,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:43,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397690x0, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:43,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397690x0, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:43,081 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: INIT 2024-11-12T18:19:43,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39769-0x10035382c9f0007 connected 2024-11-12T18:19:43,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:19:43,097 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:19:43,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/master 2024-11-12T18:19:43,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/acl 2024-11-12T18:19:43,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39769 2024-11-12T18:19:43,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39769 2024-11-12T18:19:43,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39769 2024-11-12T18:19:43,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39769 2024-11-12T18:19:43,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39769 2024-11-12T18:19:43,163 DEBUG [M:0;9911683f163c:43527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:43527 2024-11-12T18:19:43,163 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01592335386/backup-masters/9911683f163c,43527,1731435582943 2024-11-12T18:19:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:43,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:43,166 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on existing znode=/01592335386/backup-masters/9911683f163c,43527,1731435582943 2024-11-12T18:19:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01592335386/master 2024-11-12T18:19:43,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:43,169 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on existing znode=/01592335386/master 2024-11-12T18:19:43,170 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01592335386/backup-masters/9911683f163c,43527,1731435582943 from backup master directory 2024-11-12T18:19:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/backup-masters/9911683f163c,43527,1731435582943 2024-11-12T18:19:43,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/backup-masters 2024-11-12T18:19:43,172 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:43,172 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,43527,1731435582943 2024-11-12T18:19:43,203 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:43,203 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:19:43,211 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-12T18:19:43,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741846_1022 (size=196) 2024-11-12T18:19:43,272 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:19:43,273 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:19:43,276 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:43,283 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T18:19:43,288 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758 to hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758-dead as it is dead 2024-11-12T18:19:43,289 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758-dead/9911683f163c%2C37791%2C1731435570758.1731435571773 2024-11-12T18:19:43,290 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758-dead/9911683f163c%2C37791%2C1731435570758.1731435571773 after 1ms 2024-11-12T18:19:43,291 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758-dead/9911683f163c%2C37791%2C1731435570758.1731435571773 to hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C37791%2C1731435570758.1731435571773 2024-11-12T18:19:43,291 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,37791,1731435570758-dead 2024-11-12T18:19:43,294 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,43527,1731435582943 2024-11-12T18:19:43,295 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:43,297 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43527%2C1731435582943, suffix=, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,43527,1731435582943, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/oldWALs, maxLogs=10 2024-11-12T18:19:43,339 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,43527,1731435582943/9911683f163c%2C43527%2C1731435582943.1731435583298, exclude list is [], retry=0 2024-11-12T18:19:43,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:43,405 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/WALs/9911683f163c,43527,1731435582943/9911683f163c%2C43527%2C1731435582943.1731435583298 2024-11-12T18:19:43,413 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:43,413 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:43,414 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:43,414 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,414 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:19:43,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:43,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7e10fdf783be48b6bbd43dd1b4b4ad68 2024-11-12T18:19:43,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:43,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:19:43,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:43,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cf34905c24e44f0a698f12fc5c9a5bf 2024-11-12T18:19:43,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:43,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:19:43,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:43,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5024e5d52a394326be71deea6dc4b625 2024-11-12T18:19:43,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:43,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:19:43,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:43,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:43,516 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,518 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T18:19:43,518 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C37791%2C1731435570758.1731435571773 2024-11-12T18:19:43,531 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C37791%2C1731435570758.1731435571773 2024-11-12T18:19:43,535 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9911683f163c%2C37791%2C1731435570758.1731435571773 2024-11-12T18:19:43,537 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,537 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,538 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:43,540 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:43,557 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T18:19:43,559 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63967958, jitterRate=-0.04680314660072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:43,559 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435583414Initializing all the Stores at 1731435583416 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435583416Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435583432 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435583432Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435583432Cleaning up temporary data from old regions at 1731435583537 (+105 ms)Region opened successfully at 1731435583559 (+22 ms) 2024-11-12T18:19:43,565 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:19:43,571 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df30a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:43,574 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T18:19:43,574 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:19:43,574 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:19:43,575 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:19:43,576 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:19:43,579 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:43,580 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:19:43,580 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:19:43,580 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T18:19:43,580 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:19:43,609 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9911683f163c,35675,1731435570831, regionLocation=9911683f163c,35675,1731435570831, openSeqNum=2 2024-11-12T18:19:43,609 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9911683f163c,35675,1731435570831, table=hbase:meta, region=1588230740 2024-11-12T18:19:43,610 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35675,1731435570831, state=OPEN 2024-11-12T18:19:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:43,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:43,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:43,618 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:19:43,620 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/draining/9911683f163c,35675,1731435570831 already deleted, retry=false 2024-11-12T18:19:43,620 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9911683f163c,35675,1731435570831 on 9911683f163c,43527,1731435582943 2024-11-12T18:19:43,626 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9911683f163c,35675,1731435570831, splitWal=true, meta=true 2024-11-12T18:19:43,626 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 9911683f163c,35675,1731435570831 (carryingMeta=true) 9911683f163c,35675,1731435570831/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@62eef789[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T18:19:43,630 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/balancer because node does not exist (not necessarily an error) 2024-11-12T18:19:43,632 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/balancer already deleted, retry=false 2024-11-12T18:19:43,633 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:19:43,634 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:19:43,635 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/normalizer already deleted, retry=false 2024-11-12T18:19:43,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:19:43,645 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:19:43,647 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/switch/split already deleted, retry=false 2024-11-12T18:19:43,648 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:19:43,649 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/switch/merge already deleted, retry=false 2024-11-12T18:19:43,655 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Unable to get data of znode /01592335386/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:19:43,657 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/snapshot-cleanup already deleted, retry=false 2024-11-12T18:19:43,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:43,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:43,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:43,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:43,663 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,43527,1731435582943, sessionid=0x10035382c9f0006, setting cluster-up flag (Was=false) 2024-11-12T18:19:43,672 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01592335386/flush-table-proc/acquired, /01592335386/flush-table-proc/reached, /01592335386/flush-table-proc/abort 2024-11-12T18:19:43,674 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43527,1731435582943 2024-11-12T18:19:43,701 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01592335386/online-snapshot/acquired, /01592335386/online-snapshot/reached, /01592335386/online-snapshot/abort 2024-11-12T18:19:43,705 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43527,1731435582943 2024-11-12T18:19:43,709 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/.lastflushedseqids 2024-11-12T18:19:43,713 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:19:43,713 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:19:43,713 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,43527,1731435582943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9911683f163c,35675,1731435570831 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:43,715 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,732 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9911683f163c,35675,1731435570831, splitWal=true, meta=true 2024-11-12T18:19:43,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435613740 2024-11-12T18:19:43,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:19:43,741 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,35675,1731435570831, splitWal=true, meta=true, isMeta: true 2024-11-12T18:19:43,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:19:43,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:19:43,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:19:43,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:19:43,741 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:19:43,747 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831-splitting 2024-11-12T18:19:43,747 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,753 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831-splitting dir is empty, no logs to split. 2024-11-12T18:19:43,753 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9911683f163c,35675,1731435570831 WAL count=0, meta=true 2024-11-12T18:19:43,764 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:19:43,764 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:19:43,764 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:19:43,765 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:19:43,772 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:19:43,772 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:19:43,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435583773,5,FailOnTimeoutGroup] 2024-11-12T18:19:43,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435583773,5,FailOnTimeoutGroup] 2024-11-12T18:19:43,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:19:43,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435583773, completionTime=-1 2024-11-12T18:19:43,773 WARN [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T18:19:43,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T18:19:43,777 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831-splitting dir is empty, no logs to split. 2024-11-12T18:19:43,777 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9911683f163c,35675,1731435570831 WAL count=0, meta=true 2024-11-12T18:19:43,777 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9911683f163c,35675,1731435570831 WAL splitting is done? wals=0, meta=true 2024-11-12T18:19:43,778 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(746): ClusterId : f291516f-ae1a-42ef-ae7d-8b987fac4a45 2024-11-12T18:19:43,778 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:19:43,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:19:43,780 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:43,782 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:19:43,782 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:19:43,783 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:19:43,785 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:19:43,785 DEBUG [RS:0;9911683f163c:39769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9e0721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:43,808 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:39769 2024-11-12T18:19:43,808 INFO [RS:0;9911683f163c:39769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:19:43,808 INFO [RS:0;9911683f163c:39769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:19:43,808 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:19:43,809 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,43527,1731435582943 with port=39769, startcode=1731435583064 2024-11-12T18:19:43,810 DEBUG [RS:0;9911683f163c:39769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:19:43,818 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:19:43,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,39769,1731435583064 2024-11-12T18:19:43,819 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43527 {}] master.ServerManager(517): Registering regionserver=9911683f163c,39769,1731435583064 2024-11-12T18:19:43,822 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1 2024-11-12T18:19:43,822 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33269 2024-11-12T18:19:43,822 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:19:43,824 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T18:19:43,831 DEBUG [RS:0;9911683f163c:39769 {}] zookeeper.ZKUtil(111): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on existing znode=/01592335386/rs/9911683f163c,39769,1731435583064 2024-11-12T18:19:43,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/rs 2024-11-12T18:19:43,831 WARN [RS:0;9911683f163c:39769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:43,831 INFO [RS:0;9911683f163c:39769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:43,831 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064 2024-11-12T18:19:43,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,39769,1731435583064] 2024-11-12T18:19:43,887 INFO [RS:0;9911683f163c:39769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:19:43,900 INFO [RS:0;9911683f163c:39769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:19:43,905 INFO [RS:0;9911683f163c:39769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:19:43,905 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,905 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:19:43,906 INFO [RS:0;9911683f163c:39769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:19:43,906 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,906 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,906 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:43,907 DEBUG [RS:0;9911683f163c:39769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:43,933 WARN [9911683f163c:43527 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:19:43,940 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,941 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,941 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,941 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,941 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:43,941 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39769,1731435583064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:43,971 INFO [RS:0;9911683f163c:39769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:19:43,971 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,39769,1731435583064-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:44,001 INFO [RS:0;9911683f163c:39769 {}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,39769,1731435583064, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:19:44,002 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:44,002 INFO [RS:0;9911683f163c:39769 {}] regionserver.Replication(171): 9911683f163c,39769,1731435583064 started 2024-11-12T18:19:44,034 DEBUG [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:42393' 2024-11-12T18:19:44,036 DEBUG [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662f6e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:44,036 DEBUG [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42393,-1 for getting cluster id 2024-11-12T18:19:44,037 DEBUG [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:44,039 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:44,039 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,39769,1731435583064, RpcServer on 9911683f163c/172.17.0.3:39769, sessionid=0x10035382c9f0007 2024-11-12T18:19:44,039 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:19:44,040 DEBUG [RS:0;9911683f163c:39769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,39769,1731435583064 2024-11-12T18:19:44,040 DEBUG [RS:0;9911683f163c:39769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,39769,1731435583064' 2024-11-12T18:19:44,040 DEBUG [RS:0;9911683f163c:39769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01592335386/flush-table-proc/abort' 2024-11-12T18:19:44,040 DEBUG [RS:0;9911683f163c:39769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01592335386/flush-table-proc/acquired' 2024-11-12T18:19:44,042 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37a6cbec-f2ae-4ad1-aa79-d9a796a32aca' 2024-11-12T18:19:44,042 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:19:44,042 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:19:44,042 DEBUG [RS:0;9911683f163c:39769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,39769,1731435583064 2024-11-12T18:19:44,042 DEBUG [RS:0;9911683f163c:39769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,39769,1731435583064' 2024-11-12T18:19:44,042 DEBUG [RS:0;9911683f163c:39769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01592335386/online-snapshot/abort' 2024-11-12T18:19:44,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:44,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37a6cbec-f2ae-4ad1-aa79-d9a796a32aca" 2024-11-12T18:19:44,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c1965e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:44,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42393,-1] 2024-11-12T18:19:44,043 DEBUG [RS:0;9911683f163c:39769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01592335386/online-snapshot/acquired' 2024-11-12T18:19:44,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:44,047 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:44,050 DEBUG [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae57131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:44,050 DEBUG [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:19:44,051 DEBUG [RS:0;9911683f163c:39769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:19:44,051 INFO [RS:0;9911683f163c:39769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:19:44,051 INFO [RS:0;9911683f163c:39769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:19:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42393,1731435574878 2024-11-12T18:19:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a03b96b 2024-11-12T18:19:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:19:44,053 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T18:19:44,054 INFO [RS:0;9911683f163c:39769.replicationSource,1-9911683f163c,39769,1731435583064 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,39769,1731435583064 (queues=0) is replicating from cluster=f291516f-ae1a-42ef-ae7d-8b987fac4a45 to cluster=37a6cbec-f2ae-4ad1-aa79-d9a796a32aca 2024-11-12T18:19:44,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:44,152 INFO [RS:0;9911683f163c:39769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:44,155 INFO [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C39769%2C1731435583064, suffix=, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs, maxLogs=10 2024-11-12T18:19:44,176 DEBUG [RS:0;9911683f163c:39769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155, exclude list is [], retry=0 2024-11-12T18:19:44,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:44,185 INFO [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 2024-11-12T18:19:44,186 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9911683f163c%2C39769%2C1731435583064 for peer 1 2024-11-12T18:19:44,187 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C39769%2C1731435583064 2024-11-12T18:19:44,187 INFO [RS:0;9911683f163c:39769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,39769,1731435583064, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:19:44,192 DEBUG [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:44,192 INFO [RS:0;9911683f163c:39769.replicationSource.shipper9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C39769%2C1731435583064 2024-11-12T18:19:44,192 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155, startPosition=0, beingWritten=true 2024-11-12T18:19:44,400 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:44,435 DEBUG [9911683f163c:43527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:19:44,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,39769,1731435583064 2024-11-12T18:19:44,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,39769,1731435583064, state=OPENING 2024-11-12T18:19:44,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:44,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,39769,1731435583064}] 2024-11-12T18:19:44,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:44,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:44,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:19:44,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:19:44,637 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:19:44,637 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:44,637 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:19:44,662 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C39769%2C1731435583064.meta, suffix=.meta, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs, maxLogs=10 2024-11-12T18:19:44,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:19:44,712 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.meta.1731435584663.meta, exclude list is [], retry=0 2024-11-12T18:19:44,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:44,735 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.meta.1731435584663.meta 2024-11-12T18:19:44,744 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:44,749 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:44,749 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:44,749 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:19:44,749 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:19:44,749 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:19:44,750 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:19:44,750 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:19:44,750 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:44,750 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:19:44,750 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:19:44,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:44,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:44,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:44,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:44,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:44,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:44,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:44,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:44,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:44,844 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/info/1f7d058b8091444c97901a6f98b9f0a8 2024-11-12T18:19:44,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:44,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:44,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:44,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:44,884 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/ns/3068cab97e9c460cad0e71a9c67c7f8b 2024-11-12T18:19:44,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:44,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:44,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:44,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:44,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:44,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:44,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:44,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:44,932 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/table/2e7ee98c4d5c4ef8a5560b63c3ed81fb 2024-11-12T18:19:44,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:44,932 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:44,935 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740 2024-11-12T18:19:44,948 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740 2024-11-12T18:19:44,968 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:44,969 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:44,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:44,976 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:44,982 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72495479, jitterRate=0.08026681840419769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:44,982 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:19:44,982 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435584750Writing region info on filesystem at 1731435584750Initializing all the Stores at 1731435584756 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435584756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435584762 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435584762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435584762Cleaning up temporary data from old regions at 1731435584969 (+207 ms)Running coprocessor post-open hooks at 1731435584982 (+13 ms)Region opened successfully at 1731435584982 2024-11-12T18:19:44,985 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731435584604 2024-11-12T18:19:44,993 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:19:44,993 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:19:44,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9911683f163c,39769,1731435583064 2024-11-12T18:19:44,995 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,39769,1731435583064, state=OPEN 2024-11-12T18:19:44,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:44,997 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,39769,1731435583064 2024-11-12T18:19:44,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01592335386/meta-region-server 2024-11-12T18:19:44,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:44,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01592335386/meta-region-server: CHANGED 2024-11-12T18:19:45,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T18:19:45,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,39769,1731435583064 in 553 msec 2024-11-12T18:19:45,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:19:45,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2300 sec 2024-11-12T18:19:45,168 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:45,342 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1569ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1518ms 2024-11-12T18:19:45,705 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:46,325 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:46,864 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3091ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3040ms 2024-11-12T18:19:47,088 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:47,911 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:48,304 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4531ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T18:19:48,305 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:19:48,305 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:48,305 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,39769,1731435583064, seqNum=-1] 2024-11-12T18:19:48,306 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:48,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:48,323 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=77d37506be1e586ab76fc6bd634d07bd, regionState=OPEN, lastHost=9911683f163c,35675,1731435570831, regionLocation=9911683f163c,35675,1731435570831, openSeqNum=2 2024-11-12T18:19:48,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:19:48,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435648323 2024-11-12T18:19:48,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435708323 2024-11-12T18:19:48,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 18 msec 2024-11-12T18:19:48,324 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43527,1731435582943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,324 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43527,1731435582943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,324 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43527,1731435582943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,324 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:43527, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,324 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,324 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 9911683f163c,35675,1731435570831 had 2 regions 2024-11-12T18:19:48,325 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,326 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9911683f163c,35675,1731435570831, splitWal=true, meta=true, isMeta: false 2024-11-12T18:19:48,340 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831-splitting dir is empty, no logs to split. 2024-11-12T18:19:48,340 INFO [PEWorker-5 {}] master.SplitWALManager(105): 9911683f163c,35675,1731435570831 WAL count=0, meta=false 2024-11-12T18:19:48,348 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,35675,1731435570831-splitting dir is empty, no logs to split. 2024-11-12T18:19:48,348 INFO [PEWorker-5 {}] master.SplitWALManager(105): 9911683f163c,35675,1731435570831 WAL count=0, meta=false 2024-11-12T18:19:48,348 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 9911683f163c,35675,1731435570831 WAL splitting is done? wals=0, meta=false 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.180sec 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43527,1731435582943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:48,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43527,1731435582943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:19:48,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN}] 2024-11-12T18:19:48,375 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN 2024-11-12T18:19:48,376 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T18:19:48,378 WARN [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9911683f163c,35675,1731435570831/hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:48,390 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:19:48,390 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:19:48,390 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43527,1731435582943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:48,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:48,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43527,-1 for getting cluster id 2024-11-12T18:19:48,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:48,417 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f291516f-ae1a-42ef-ae7d-8b987fac4a45' 2024-11-12T18:19:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f291516f-ae1a-42ef-ae7d-8b987fac4a45" 2024-11-12T18:19:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3c3332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43527,-1] 2024-11-12T18:19:48,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:48,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,421 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:48,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9f5195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:48,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,39769,1731435583064, seqNum=-1] 2024-11-12T18:19:48,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:48,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:48,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T18:19:48,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:48,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:48,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9911683f163c:43527 after: 9911683f163c:43527 2024-11-12T18:19:48,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:48,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337dda15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:48,436 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43527,-1 for getting cluster id 2024-11-12T18:19:48,436 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:48,440 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f291516f-ae1a-42ef-ae7d-8b987fac4a45' 2024-11-12T18:19:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f291516f-ae1a-42ef-ae7d-8b987fac4a45" 2024-11-12T18:19:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de2181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:48,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43527,-1] 2024-11-12T18:19:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,448 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:48,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ee8984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:48,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:19:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43527,1731435582943 2024-11-12T18:19:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1217938d 2024-11-12T18:19:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:19:48,461 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:19:48,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43527 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-12T18:19:48,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:19:48,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:48,463 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:48,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:19:48,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1200323401, stopped=false 2024-11-12T18:19:48,463 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,42393,1731435574878 2024-11-12T18:19:48,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138107262/running 2024-11-12T18:19:48,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:48,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/running 2024-11-12T18:19:48,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138107262/running 2024-11-12T18:19:48,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:48,473 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:48,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:48,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:48,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,35631,1731435575033' ***** 2024-11-12T18:19:48,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:19:48,474 INFO [RS:0;9911683f163c:35631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:19:48,474 INFO [RS:0;9911683f163c:35631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:19:48,474 INFO [RS:0;9911683f163c:35631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:19:48,474 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,35631,1731435575033 2024-11-12T18:19:48,474 INFO [RS:0;9911683f163c:35631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:48,475 INFO [RS:0;9911683f163c:35631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35631. 2024-11-12T18:19:48,475 DEBUG [RS:0;9911683f163c:35631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:48,475 DEBUG [RS:0;9911683f163c:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:48,475 INFO [RS:0;9911683f163c:35631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:19:48,475 INFO [RS:0;9911683f163c:35631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:19:48,475 INFO [RS:0;9911683f163c:35631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:19:48,475 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:19:48,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:19:48,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Set watcher on znode that does not yet exist, /11138107262/running 2024-11-12T18:19:48,480 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:19:48,480 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:19:48,481 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:48,481 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:48,481 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:48,481 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:48,481 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:48,481 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:48,481 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T18:19:48,527 DEBUG [9911683f163c:43527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:19:48,528 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=77d37506be1e586ab76fc6bd634d07bd, regionState=OPENING, regionLocation=9911683f163c,39769,1731435583064 2024-11-12T18:19:48,531 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:48,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN because future has completed 2024-11-12T18:19:48,555 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/.tmp/ns/941d87acc1c1403a9a77d4abc0b7ab75 is 43, key is default/ns:d/1731435577922/Put/seqid=0 2024-11-12T18:19:48,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d37506be1e586ab76fc6bd634d07bd, server=9911683f163c,39769,1731435583064}] 2024-11-12T18:19:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741835_1011 (size=5153) 2024-11-12T18:19:48,609 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/.tmp/ns/941d87acc1c1403a9a77d4abc0b7ab75 2024-11-12T18:19:48,619 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/.tmp/ns/941d87acc1c1403a9a77d4abc0b7ab75 as hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/ns/941d87acc1c1403a9a77d4abc0b7ab75 2024-11-12T18:19:48,634 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/ns/941d87acc1c1403a9a77d4abc0b7ab75, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T18:19:48,640 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=6, compaction requested=false 2024-11-12T18:19:48,641 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:19:48,681 DEBUG [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:48,692 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:19:48,693 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:19:48,700 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T18:19:48,702 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:48,702 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:48,702 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:48,702 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435588481Running coprocessor pre-close hooks at 1731435588481Disabling compacts and flushes for region at 1731435588481Disabling writes for close at 1731435588481Obtaining lock to block concurrent updates at 1731435588481Preparing flush snapshotting stores in 1588230740 at 1731435588481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731435588482 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435588485 (+3 ms)Flushing 1588230740/ns: creating writer at 1731435588485Flushing 1588230740/ns: appending metadata at 1731435588555 (+70 ms)Flushing 1588230740/ns: closing flushed file at 1731435588555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2271eefa: reopening flushed file at 1731435588618 (+63 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=6, compaction requested=false at 1731435588641 (+23 ms)Writing region close event to WAL at 1731435588671 (+30 ms)Running coprocessor post-close hooks at 1731435588702 (+31 ms)Closed at 1731435588702 2024-11-12T18:19:48,702 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:48,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:48,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:48,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:19:48,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C39769%2C1731435583064.rep, suffix=, logDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064, archiveDir=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs, maxLogs=10 2024-11-12T18:19:48,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.rep.1731435588737, exclude list is [], retry=0 2024-11-12T18:19:48,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-f3cf2a42-86ef-4623-9804-9d23b5f1f06d,DISK] 2024-11-12T18:19:48,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.rep.1731435588737 2024-11-12T18:19:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33875:33875)] 2024-11-12T18:19:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 77d37506be1e586ab76fc6bd634d07bd, NAME => 'hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:48,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:19:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:19:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. service=MultiRowMutationService 2024-11-12T18:19:48,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:19:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,821 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,825 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d37506be1e586ab76fc6bd634d07bd columnFamilyName hfileref 2024-11-12T18:19:48,826 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:48,827 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(327): Store=77d37506be1e586ab76fc6bd634d07bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:48,827 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,828 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d37506be1e586ab76fc6bd634d07bd columnFamilyName queue 2024-11-12T18:19:48,828 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:48,874 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/queue/4e320a75f19442eaac691bdab971de26 2024-11-12T18:19:48,874 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(327): Store=77d37506be1e586ab76fc6bd634d07bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:48,874 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,876 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77d37506be1e586ab76fc6bd634d07bd columnFamilyName sid 2024-11-12T18:19:48,876 DEBUG [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:48,877 INFO [StoreOpener-77d37506be1e586ab76fc6bd634d07bd-1 {}] regionserver.HStore(327): Store=77d37506be1e586ab76fc6bd634d07bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:48,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,880 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:48,881 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,35631,1731435575033; all regions closed. 2024-11-12T18:19:48,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:19:48,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 77d37506be1e586ab76fc6bd634d07bd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68865265, jitterRate=0.026172414422035217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:19:48,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:48,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 77d37506be1e586ab76fc6bd634d07bd: Running coprocessor pre-open hook at 1731435588807Writing region info on filesystem at 1731435588807Initializing all the Stores at 1731435588816 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435588816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435588818 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435588818Cleaning up temporary data from old regions at 1731435588886 (+68 ms)Running coprocessor post-open hooks at 1731435588889 (+3 ms)Region opened successfully at 1731435588890 (+1 ms) 2024-11-12T18:19:48,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd., pid=13, masterSystemTime=1731435588717 2024-11-12T18:19:48,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:48,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:48,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=77d37506be1e586ab76fc6bd634d07bd, regionState=OPEN, openSeqNum=9, regionLocation=9911683f163c,39769,1731435583064 2024-11-12T18:19:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741834_1010 (size=1152) 2024-11-12T18:19:48,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/WALs/9911683f163c,35631,1731435575033/9911683f163c%2C35631%2C1731435575033.meta.1731435577844.meta not finished, retry = 0 2024-11-12T18:19:48,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77d37506be1e586ab76fc6bd634d07bd, server=9911683f163c,39769,1731435583064 because future has completed 2024-11-12T18:19:48,924 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43527 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9911683f163c,39769,1731435583064, table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:19:48,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T18:19:48,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 77d37506be1e586ab76fc6bd634d07bd, server=9911683f163c,39769,1731435583064 in 391 msec 2024-11-12T18:19:48,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T18:19:48,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=77d37506be1e586ab76fc6bd634d07bd, ASSIGN in 596 msec 2024-11-12T18:19:48,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T18:19:48,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd., hostname=9911683f163c,39769,1731435583064, seqNum=9] 2024-11-12T18:19:49,015 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9911683f163c,35675,1731435570831 2024-11-12T18:19:49,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T18:19:49,034 DEBUG [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/oldWALs 2024-11-12T18:19:49,034 INFO [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35631%2C1731435575033.meta:.meta(num 1731435577844) 2024-11-12T18:19:49,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741832_1008 (size=93) 2024-11-12T18:19:49,099 DEBUG [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/oldWALs 2024-11-12T18:19:49,099 INFO [RS:0;9911683f163c:35631 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C35631%2C1731435575033:(num 1731435576833) 2024-11-12T18:19:49,099 DEBUG [RS:0;9911683f163c:35631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:49,099 INFO [RS:0;9911683f163c:35631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:49,104 INFO [RS:0;9911683f163c:35631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:49,105 INFO [RS:0;9911683f163c:35631 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:49,105 INFO [RS:0;9911683f163c:35631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:49,105 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:49,105 INFO [RS:0;9911683f163c:35631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35631 2024-11-12T18:19:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262/rs 2024-11-12T18:19:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138107262/rs/9911683f163c,35631,1731435575033 2024-11-12T18:19:49,113 INFO [RS:0;9911683f163c:35631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:49,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,35631,1731435575033] 2024-11-12T18:19:49,126 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/draining/9911683f163c,35631,1731435575033 already deleted, retry=false 2024-11-12T18:19:49,126 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,35631,1731435575033 expired; onlineServers=0 2024-11-12T18:19:49,126 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,42393,1731435574878' ***** 2024-11-12T18:19:49,126 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:19:49,126 INFO [M:0;9911683f163c:42393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:49,126 INFO [M:0;9911683f163c:42393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:49,126 DEBUG [M:0;9911683f163c:42393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:19:49,126 DEBUG [M:0;9911683f163c:42393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:19:49,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:19:49,127 INFO [M:0;9911683f163c:42393 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:49,127 INFO [M:0;9911683f163c:42393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:49,127 DEBUG [M:0;9911683f163c:42393 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:19:49,127 INFO [M:0;9911683f163c:42393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:19:49,127 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435576640 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435576640,5,FailOnTimeoutGroup] 2024-11-12T18:19:49,127 INFO [M:0;9911683f163c:42393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:49,127 INFO [M:0;9911683f163c:42393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:19:49,127 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435576648 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435576648,5,FailOnTimeoutGroup] 2024-11-12T18:19:49,127 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:19:49,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11138107262/master 2024-11-12T18:19:49,132 DEBUG [M:0;9911683f163c:42393 {}] zookeeper.RecoverableZooKeeper(212): Node /11138107262/master already deleted, retry=false 2024-11-12T18:19:49,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11138107262 2024-11-12T18:19:49,133 DEBUG [M:0;9911683f163c:42393 {}] master.ActiveMasterManager(353): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Failed delete of our master address node; KeeperErrorCode = NoNode for /11138107262/master 2024-11-12T18:19:49,148 INFO [M:0;9911683f163c:42393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/.lastflushedseqids 2024-11-12T18:19:49,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T18:19:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:49,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35631-0x10035382c9f0004, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:49,221 INFO [RS:0;9911683f163c:35631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:49,221 INFO [RS:0;9911683f163c:35631 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,35631,1731435575033; zookeeper connection closed. 2024-11-12T18:19:49,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741836_1012 (size=99) 2024-11-12T18:19:49,228 INFO [M:0;9911683f163c:42393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:19:49,229 INFO [M:0;9911683f163c:42393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:19:49,230 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:49,230 INFO [M:0;9911683f163c:42393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:49,230 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:49,230 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:49,230 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:49,230 INFO [M:0;9911683f163c:42393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T18:19:49,231 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68a37d88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68a37d88 2024-11-12T18:19:49,231 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:19:49,306 DEBUG [M:0;9911683f163c:42393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca5053c986eb47e6b6f6691e20e1a331 is 82, key is hbase:meta,,1/info:regioninfo/1731435577908/Put/seqid=0 2024-11-12T18:19:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741837_1013 (size=5672) 2024-11-12T18:19:49,736 INFO [M:0;9911683f163c:42393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca5053c986eb47e6b6f6691e20e1a331 2024-11-12T18:19:49,774 DEBUG [M:0;9911683f163c:42393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc01b1044fd64cbd807d3598502095ba is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731435577926/Put/seqid=0 2024-11-12T18:19:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741838_1014 (size=5275) 2024-11-12T18:19:49,810 INFO [M:0;9911683f163c:42393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc01b1044fd64cbd807d3598502095ba 2024-11-12T18:19:49,893 DEBUG [M:0;9911683f163c:42393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10697f7a4954318b158c1c864676a27 is 69, key is 9911683f163c,35631,1731435575033/rs:state/1731435576671/Put/seqid=0 2024-11-12T18:19:49,932 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741839_1015 (size=5156) 2024-11-12T18:19:50,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:19:50,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:50,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:50,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:50,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:50,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:50,333 INFO [M:0;9911683f163c:42393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10697f7a4954318b158c1c864676a27 2024-11-12T18:19:50,351 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca5053c986eb47e6b6f6691e20e1a331 as hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca5053c986eb47e6b6f6691e20e1a331 2024-11-12T18:19:50,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:50,359 INFO [M:0;9911683f163c:42393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca5053c986eb47e6b6f6691e20e1a331, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T18:19:50,360 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc01b1044fd64cbd807d3598502095ba as hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc01b1044fd64cbd807d3598502095ba 2024-11-12T18:19:50,373 INFO [M:0;9911683f163c:42393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc01b1044fd64cbd807d3598502095ba, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T18:19:50,376 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d10697f7a4954318b158c1c864676a27 as hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10697f7a4954318b158c1c864676a27 2024-11-12T18:19:50,387 INFO [M:0;9911683f163c:42393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42525/user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d10697f7a4954318b158c1c864676a27, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T18:19:50,388 INFO [M:0;9911683f163c:42393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1158ms, sequenceid=28, compaction requested=false 2024-11-12T18:19:50,428 INFO [M:0;9911683f163c:42393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:50,429 DEBUG [M:0;9911683f163c:42393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435589230Disabling compacts and flushes for region at 1731435589230Disabling writes for close at 1731435589230Obtaining lock to block concurrent updates at 1731435589230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435589230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731435589230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435589233 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435589233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435589305 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435589305Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435589742 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435589773 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435589773Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435589845 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435589893 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435589893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4ba126: reopening flushed file at 1731435590350 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27de17b6: reopening flushed file at 1731435590359 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f4b3731: reopening flushed file at 1731435590373 (+14 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1158ms, sequenceid=28, compaction requested=false at 1731435590388 (+15 ms)Writing region close event to WAL at 1731435590428 (+40 ms)Closed at 1731435590428 2024-11-12T18:19:50,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42957 is added to blk_1073741830_1006 (size=10165) 2024-11-12T18:19:50,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26d3a42b-c2c4-87ad-6864-6ba52e67475f/MasterData/WALs/9911683f163c,42393,1731435574878/9911683f163c%2C42393%2C1731435574878.1731435576467 not finished, retry = 0 2024-11-12T18:19:50,581 INFO [M:0;9911683f163c:42393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:19:50,581 INFO [M:0;9911683f163c:42393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42393 2024-11-12T18:19:50,582 INFO [M:0;9911683f163c:42393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:50,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:50,688 INFO [M:0;9911683f163c:42393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:50,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:50,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42393-0x10035382c9f0003, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:50,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a932a1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:50,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3663022f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:50,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:50,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@578c9118{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:50,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5781baaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:50,724 WARN [BP-124203320-172.17.0.3-1731435573368 heartbeating to localhost/127.0.0.1:42525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:19:50,724 WARN [BP-124203320-172.17.0.3-1731435573368 heartbeating to localhost/127.0.0.1:42525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-124203320-172.17.0.3-1731435573368 (Datanode Uuid cd4102d8-b465-4b26-9ad0-1d1ecbed7752) service to localhost/127.0.0.1:42525 2024-11-12T18:19:50,724 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:19:50,724 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:19:50,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:19:50,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/cluster_3164cb81-ed40-4d64-9ab9-463ea1e1ce9e/data/data2/current/BP-124203320-172.17.0.3-1731435573368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:50,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/cluster_3164cb81-ed40-4d64-9ab9-463ea1e1ce9e/data/data1/current/BP-124203320-172.17.0.3-1731435573368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:50,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ea3eda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:50,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790c552b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:50,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:50,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5ab4ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:50,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619484eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:50,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:19:50,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:19:50,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:50,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:50,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:50,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:50,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:19:50,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=791381756, stopped=false 2024-11-12T18:19:50,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,43527,1731435582943 2024-11-12T18:19:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/running 2024-11-12T18:19:50,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:50,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:50,790 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:50,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:19:50,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:50,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:50,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:50,793 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,39769,1731435583064' ***** 2024-11-12T18:19:50,793 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:19:50,793 INFO [RS:0;9911683f163c:39769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:19:50,793 INFO [RS:0;9911683f163c:39769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:19:50,793 INFO [RS:0;9911683f163c:39769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:19:50,793 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(3091): Received CLOSE for 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:50,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Set watcher on znode that does not yet exist, /01592335386/running 2024-11-12T18:19:50,794 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,39769,1731435583064 2024-11-12T18:19:50,794 INFO [RS:0;9911683f163c:39769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:50,794 INFO [RS:0;9911683f163c:39769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:39769. 2024-11-12T18:19:50,794 DEBUG [RS:0;9911683f163c:39769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:50,794 DEBUG [RS:0;9911683f163c:39769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:50,794 INFO [RS:0;9911683f163c:39769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:19:50,794 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77d37506be1e586ab76fc6bd634d07bd, disabling compactions & flushes 2024-11-12T18:19:50,795 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:50,795 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:50,795 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. after waiting 0 ms 2024-11-12T18:19:50,795 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:50,799 INFO [RS:0;9911683f163c:39769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:19:50,799 INFO [RS:0;9911683f163c:39769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:19:50,799 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:19:50,800 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:19:50,809 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:19:50,809 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 77d37506be1e586ab76fc6bd634d07bd=hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd.} 2024-11-12T18:19:50,809 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77d37506be1e586ab76fc6bd634d07bd 2024-11-12T18:19:50,809 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:50,809 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:50,809 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:50,809 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:50,809 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:50,809 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T18:19:50,836 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:50,848 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/replication/77d37506be1e586ab76fc6bd634d07bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T18:19:50,852 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:50,852 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:50,853 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:50,853 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77d37506be1e586ab76fc6bd634d07bd: Waiting for close lock at 1731435590794Running coprocessor pre-close hooks at 1731435590794Disabling compacts and flushes for region at 1731435590794Disabling writes for close at 1731435590795 (+1 ms)Writing region close event to WAL at 1731435590810 (+15 ms)Running coprocessor post-close hooks at 1731435590852 (+42 ms)Closed at 1731435590853 (+1 ms) 2024-11-12T18:19:50,853 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd. 2024-11-12T18:19:50,856 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/info/6c4f8edfee0144598a630665cf32de4b is 147, key is hbase:replication,,1731435578032.77d37506be1e586ab76fc6bd634d07bd./info:regioninfo/1731435588909/Put/seqid=0 2024-11-12T18:19:50,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741851_1027 (size=6385) 2024-11-12T18:19:50,935 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/info/6c4f8edfee0144598a630665cf32de4b 2024-11-12T18:19:50,961 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/.tmp/info/6c4f8edfee0144598a630665cf32de4b as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/info/6c4f8edfee0144598a630665cf32de4b 2024-11-12T18:19:50,972 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:19:50,972 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:19:50,990 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/info/6c4f8edfee0144598a630665cf32de4b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T18:19:50,993 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=19, compaction requested=false 2024-11-12T18:19:51,012 DEBUG [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:19:51,068 DEBUG [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.1731435584155 to pos 0, reset compression=false 2024-11-12T18:19:51,146 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T18:19:51,148 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:51,149 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:51,149 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:51,149 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435590809Running coprocessor pre-close hooks at 1731435590809Disabling compacts and flushes for region at 1731435590809Disabling writes for close at 1731435590809Obtaining lock to block concurrent updates at 1731435590809Preparing flush snapshotting stores in 1588230740 at 1731435590809Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731435590810 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435590811 (+1 ms)Flushing 1588230740/info: creating writer at 1731435590811Flushing 1588230740/info: appending metadata at 1731435590855 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731435590855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6946023d: reopening flushed file at 1731435590953 (+98 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=19, compaction requested=false at 1731435590993 (+40 ms)Writing region close event to WAL at 1731435591068 (+75 ms)Running coprocessor post-close hooks at 1731435591148 (+80 ms)Closed at 1731435591149 (+1 ms) 2024-11-12T18:19:51,149 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:51,213 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,39769,1731435583064; all regions closed. 2024-11-12T18:19:51,233 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/WALs/9911683f163c,39769,1731435583064/9911683f163c%2C39769%2C1731435583064.meta.1731435584663.meta not finished, retry = 0 2024-11-12T18:19:51,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741849_1025 (size=2156) 2024-11-12T18:19:51,340 DEBUG [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs 2024-11-12T18:19:51,340 INFO [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C39769%2C1731435583064.meta:.meta(num 1731435584663) 2024-11-12T18:19:51,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741850_1026 (size=796) 2024-11-12T18:19:51,362 DEBUG [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs 2024-11-12T18:19:51,363 INFO [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C39769%2C1731435583064.rep:(num 1731435588737) 2024-11-12T18:19:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741848_1024 (size=93) 2024-11-12T18:19:51,400 DEBUG [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/oldWALs 2024-11-12T18:19:51,401 INFO [RS:0;9911683f163c:39769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C39769%2C1731435583064:(num 1731435584155) 2024-11-12T18:19:51,401 DEBUG [RS:0;9911683f163c:39769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:51,401 INFO [RS:0;9911683f163c:39769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:19:51,401 INFO [RS:0;9911683f163c:39769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:51,401 INFO [RS:0;9911683f163c:39769 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:51,401 INFO [RS:0;9911683f163c:39769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:51,404 INFO [RS:0;9911683f163c:39769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,39769,1731435583064 because: Region server is closing 2024-11-12T18:19:51,404 INFO [RS:0;9911683f163c:39769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:39769. 2024-11-12T18:19:51,404 DEBUG [RS:0;9911683f163c:39769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:19:51,404 DEBUG [RS:0;9911683f163c:39769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:51,404 DEBUG [RS:0;9911683f163c:39769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:51,404 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:51,405 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T18:19:51,405 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T18:19:51,405 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T18:19:51,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:19:51,505 WARN [RS:0;9911683f163c:39769.replicationSource.shipper9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:19:51,505 WARN [RS:0;9911683f163c:39769.replicationSource.wal-reader.9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:19:51,506 INFO [RS:0;9911683f163c:39769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9911683f163c:39769.replicationSource.shipper9911683f163c%2C39769%2C1731435583064,1-9911683f163c,39769,1731435583064 terminated 2024-11-12T18:19:51,506 INFO [RS:0;9911683f163c:39769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39769 2024-11-12T18:19:51,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/rs/9911683f163c,39769,1731435583064 2024-11-12T18:19:51,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386/rs 2024-11-12T18:19:51,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,39769,1731435583064] 2024-11-12T18:19:51,516 INFO [RS:0;9911683f163c:39769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:51,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/draining/9911683f163c,39769,1731435583064 already deleted, retry=false 2024-11-12T18:19:51,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,39769,1731435583064 expired; onlineServers=0 2024-11-12T18:19:51,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,43527,1731435582943' ***** 2024-11-12T18:19:51,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:19:51,518 INFO [M:0;9911683f163c:43527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:19:51,518 INFO [M:0;9911683f163c:43527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:19:51,518 DEBUG [M:0;9911683f163c:43527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:19:51,518 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:19:51,518 DEBUG [M:0;9911683f163c:43527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:19:51,518 INFO [M:0;9911683f163c:43527 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:19:51,518 INFO [M:0;9911683f163c:43527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:19:51,518 DEBUG [M:0;9911683f163c:43527 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:19:51,519 INFO [M:0;9911683f163c:43527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:19:51,519 INFO [M:0;9911683f163c:43527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:19:51,519 INFO [M:0;9911683f163c:43527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:19:51,519 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:19:51,519 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435583773 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435583773,5,FailOnTimeoutGroup] 2024-11-12T18:19:51,519 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435583773 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435583773,5,FailOnTimeoutGroup] 2024-11-12T18:19:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01592335386/master 2024-11-12T18:19:51,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01592335386 2024-11-12T18:19:51,528 DEBUG [M:0;9911683f163c:43527 {}] zookeeper.RecoverableZooKeeper(212): Node /01592335386/master already deleted, retry=false 2024-11-12T18:19:51,528 DEBUG [M:0;9911683f163c:43527 {}] master.ActiveMasterManager(353): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Failed delete of our master address node; KeeperErrorCode = NoNode for /01592335386/master 2024-11-12T18:19:51,530 INFO [M:0;9911683f163c:43527 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/.lastflushedseqids 2024-11-12T18:19:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741852_1028 (size=181) 2024-11-12T18:19:51,564 INFO [M:0;9911683f163c:43527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:19:51,564 INFO [M:0;9911683f163c:43527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:19:51,565 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:51,565 INFO [M:0;9911683f163c:43527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:51,565 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:51,565 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:51,565 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:51,565 INFO [M:0;9911683f163c:43527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T18:19:51,600 DEBUG [M:0;9911683f163c:43527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05aa2a3b817748d1af8f2aa9d2f5eb9f is 82, key is hbase:meta,,1/info:regioninfo/1731435584994/Put/seqid=0 2024-11-12T18:19:51,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:51,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39769-0x10035382c9f0007, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:51,625 INFO [RS:0;9911683f163c:39769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:51,625 INFO [RS:0;9911683f163c:39769 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,39769,1731435583064; zookeeper connection closed. 2024-11-12T18:19:51,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741853_1029 (size=5672) 2024-11-12T18:19:51,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9f6b102 2024-11-12T18:19:51,643 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:19:51,657 INFO [M:0;9911683f163c:43527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05aa2a3b817748d1af8f2aa9d2f5eb9f 2024-11-12T18:19:51,734 DEBUG [M:0;9911683f163c:43527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a96480c475154b6cb9992d237168b92b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731435588970/Put/seqid=0 2024-11-12T18:19:51,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741854_1030 (size=7312) 2024-11-12T18:19:51,754 INFO [M:0;9911683f163c:43527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a96480c475154b6cb9992d237168b92b 2024-11-12T18:19:51,857 DEBUG [M:0;9911683f163c:43527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e693945ff3db4bc380bf809e37c23da9 is 69, key is 9911683f163c,39769,1731435583064/rs:state/1731435583819/Put/seqid=0 2024-11-12T18:19:51,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741855_1031 (size=5370) 2024-11-12T18:19:51,913 INFO [M:0;9911683f163c:43527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e693945ff3db4bc380bf809e37c23da9 2024-11-12T18:19:51,951 INFO [M:0;9911683f163c:43527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e693945ff3db4bc380bf809e37c23da9 2024-11-12T18:19:51,972 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05aa2a3b817748d1af8f2aa9d2f5eb9f as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05aa2a3b817748d1af8f2aa9d2f5eb9f 2024-11-12T18:19:51,998 INFO [M:0;9911683f163c:43527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05aa2a3b817748d1af8f2aa9d2f5eb9f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T18:19:52,000 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a96480c475154b6cb9992d237168b92b as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a96480c475154b6cb9992d237168b92b 2024-11-12T18:19:52,037 INFO [M:0;9911683f163c:43527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a96480c475154b6cb9992d237168b92b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T18:19:52,041 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e693945ff3db4bc380bf809e37c23da9 as hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e693945ff3db4bc380bf809e37c23da9 2024-11-12T18:19:52,079 INFO [M:0;9911683f163c:43527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e693945ff3db4bc380bf809e37c23da9 2024-11-12T18:19:52,079 INFO [M:0;9911683f163c:43527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33269/user/jenkins/test-data/4a04a8c2-32af-aef5-eeb9-70bf51f7e4f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e693945ff3db4bc380bf809e37c23da9, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T18:19:52,090 INFO [M:0;9911683f163c:43527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=127, compaction requested=false 2024-11-12T18:19:52,123 INFO [M:0;9911683f163c:43527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:52,123 DEBUG [M:0;9911683f163c:43527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435591564Disabling compacts and flushes for region at 1731435591564Disabling writes for close at 1731435591565 (+1 ms)Obtaining lock to block concurrent updates at 1731435591565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435591565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731435591565Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435591566 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435591566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435591599 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435591599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435591676 (+77 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435591733 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435591733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435591792 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435591856 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435591856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb392c1: reopening flushed file at 1731435591951 (+95 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eeb8ae5: reopening flushed file at 1731435591998 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166a50f: reopening flushed file at 1731435592037 (+39 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 525ms, sequenceid=127, compaction requested=false at 1731435592090 (+53 ms)Writing region close event to WAL at 1731435592123 (+33 ms)Closed at 1731435592123 2024-11-12T18:19:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741847_1023 (size=22903) 2024-11-12T18:19:52,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:19:52,157 INFO [M:0;9911683f163c:43527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:19:52,157 INFO [M:0;9911683f163c:43527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43527 2024-11-12T18:19:52,160 INFO [M:0;9911683f163c:43527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:19:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:52,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43527-0x10035382c9f0006, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:19:52,266 INFO [M:0;9911683f163c:43527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:19:52,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78825a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:52,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:52,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:52,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:52,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:52,320 WARN [BP-410687003-172.17.0.3-1731435569690 heartbeating to localhost/127.0.0.1:33269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:19:52,320 WARN [BP-410687003-172.17.0.3-1731435569690 heartbeating to localhost/127.0.0.1:33269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-410687003-172.17.0.3-1731435569690 (Datanode Uuid 65546413-0c98-4fea-b082-4bb1e2b7623a) service to localhost/127.0.0.1:33269 2024-11-12T18:19:52,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/data/data1/current/BP-410687003-172.17.0.3-1731435569690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:52,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/cluster_697f6a32-1314-7c8b-dcb9-5959eff9681d/data/data2/current/BP-410687003-172.17.0.3-1731435569690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:19:52,321 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:19:52,321 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:19:52,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:19:52,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3068005f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:52,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:19:52,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:19:52,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:19:52,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/154be291-bb58-4f3b-82e7-db39440088ed/hadoop.log.dir/,STOPPED} 2024-11-12T18:19:52,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:19:52,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:19:52,410 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 161) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42525 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33269 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42525 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42525 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42525 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:33269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=840 (was 687) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=382 (was 536) 2024-11-12T18:19:52,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=840, ProcessCount=11, AvailableMemoryMB=385 2024-11-12T18:19:52,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10035382c9f0002, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:19:52,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10035382c9f0002, quorum=127.0.0.1:57908, baseZNode=/01592335386 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:19:52,462 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T18:19:52,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10035382c9f0005, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:19:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir so I do NOT create it in target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac 2024-11-12T18:19:52,463 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:19:52,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.tmp.dir so I do NOT create it in target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac 2024-11-12T18:19:52,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ffe8dc5-ff58-430b-1e63-95be0fc9a4d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:19:52,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac 2024-11-12T18:19:52,464 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4, deleteOnExit=true 2024-11-12T18:19:52,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10035382c9f0005, quorum=127.0.0.1:57908, baseZNode=/11138107262 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:19:52,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/zookeeper_0, clientPort=61624, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:19:52,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61624 2024-11-12T18:19:52,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:19:52,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:19:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/test.cache.data in system properties and HBase conf 2024-11-12T18:19:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:19:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:19:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:19:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:19:52,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:19:52,534 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:19:52,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:52,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:19:52,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:19:52,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:52,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:52,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:52,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:52,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:52,841 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:52,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a94287{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:52,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51912cad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:53,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5855a6e2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/java.io.tmpdir/jetty-localhost-43849-hadoop-hdfs-3_4_1-tests_jar-_-any-16534243318372278354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:53,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41b7463a{HTTP/1.1, (http/1.1)}{localhost:43849} 2024-11-12T18:19:53,124 INFO [Time-limited test {}] server.Server(415): Started @155675ms 2024-11-12T18:19:53,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:53,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:53,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:53,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:53,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:53,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458d98f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:53,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17373f9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:53,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37eab4d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/java.io.tmpdir/jetty-localhost-43351-hadoop-hdfs-3_4_1-tests_jar-_-any-1836365679785457336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:53,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702d0e1c{HTTP/1.1, (http/1.1)}{localhost:43351} 2024-11-12T18:19:53,774 INFO [Time-limited test {}] server.Server(415): Started @156325ms 2024-11-12T18:19:53,775 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:19:54,097 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/data/data1/current/BP-1017460056-172.17.0.3-1731435592600/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:54,101 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/data/data2/current/BP-1017460056-172.17.0.3-1731435592600/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:54,211 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:19:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bba7d8d66a10e79 with lease ID 0xfd4167329cc235f8: Processing first storage report for DS-51a2fbc0-4e3e-4279-a5e7-8c0ac436c59c from datanode DatanodeRegistration(127.0.0.1:34461, datanodeUuid=093f0a7c-2a6b-4d8e-bc4f-a55adf285700, infoPort=35897, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=1523642925;c=1731435592600) 2024-11-12T18:19:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bba7d8d66a10e79 with lease ID 0xfd4167329cc235f8: from storage DS-51a2fbc0-4e3e-4279-a5e7-8c0ac436c59c node DatanodeRegistration(127.0.0.1:34461, datanodeUuid=093f0a7c-2a6b-4d8e-bc4f-a55adf285700, infoPort=35897, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=1523642925;c=1731435592600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bba7d8d66a10e79 with lease ID 0xfd4167329cc235f8: Processing first storage report for DS-b0b01c2a-4159-48c4-bee2-bab75470a54b from datanode DatanodeRegistration(127.0.0.1:34461, datanodeUuid=093f0a7c-2a6b-4d8e-bc4f-a55adf285700, infoPort=35897, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=1523642925;c=1731435592600) 2024-11-12T18:19:54,214 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bba7d8d66a10e79 with lease ID 0xfd4167329cc235f8: from storage DS-b0b01c2a-4159-48c4-bee2-bab75470a54b node DatanodeRegistration(127.0.0.1:34461, datanodeUuid=093f0a7c-2a6b-4d8e-bc4f-a55adf285700, infoPort=35897, infoSecurePort=0, ipcPort=43007, storageInfo=lv=-57;cid=testClusterID;nsid=1523642925;c=1731435592600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:54,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:19:54,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:19:54,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:19:54,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:19:54,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac 2024-11-12T18:19:54,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:54,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:54,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:19:54,792 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46 with version=8 2024-11-12T18:19:54,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/hbase-staging 2024-11-12T18:19:54,795 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:54,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:54,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:54,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:54,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:54,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:54,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:19:54,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:54,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32923 2024-11-12T18:19:54,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32923 connecting to ZooKeeper ensemble=127.0.0.1:61624 2024-11-12T18:19:54,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329230x0, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:54,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32923-0x100353885bc0000 connected 2024-11-12T18:19:54,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:54,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:54,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/running 2024-11-12T18:19:54,990 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46, hbase.cluster.distributed=false 2024-11-12T18:19:54,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/acl 2024-11-12T18:19:54,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-12T18:19:55,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32923 2024-11-12T18:19:55,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32923 2024-11-12T18:19:55,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-12T18:19:55,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32923 2024-11-12T18:19:55,102 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:55,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:55,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:55,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:55,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:55,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:55,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:19:55,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:55,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45853 2024-11-12T18:19:55,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45853 connecting to ZooKeeper ensemble=127.0.0.1:61624 2024-11-12T18:19:55,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:55,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:55,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458530x0, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:55,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458530x0, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/running 2024-11-12T18:19:55,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:19:55,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45853-0x100353885bc0001 connected 2024-11-12T18:19:55,148 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:19:55,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/master 2024-11-12T18:19:55,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/acl 2024-11-12T18:19:55,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-12T18:19:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45853 2024-11-12T18:19:55,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45853 2024-11-12T18:19:55,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-12T18:19:55,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45853 2024-11-12T18:19:55,257 DEBUG [M:0;9911683f163c:32923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:32923 2024-11-12T18:19:55,269 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-639636405/backup-masters/9911683f163c,32923,1731435594795 2024-11-12T18:19:55,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405/backup-masters 2024-11-12T18:19:55,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405/backup-masters 2024-11-12T18:19:55,285 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on existing znode=/0-639636405/backup-masters/9911683f163c,32923,1731435594795 2024-11-12T18:19:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-639636405/master 2024-11-12T18:19:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,290 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on existing znode=/0-639636405/master 2024-11-12T18:19:55,290 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-639636405/backup-masters/9911683f163c,32923,1731435594795 from backup master directory 2024-11-12T18:19:55,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-639636405/backup-masters/9911683f163c,32923,1731435594795 2024-11-12T18:19:55,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405/backup-masters 2024-11-12T18:19:55,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405/backup-masters 2024-11-12T18:19:55,294 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:55,294 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,32923,1731435594795 2024-11-12T18:19:55,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/hbase.id] with ID: 8e4dba3c-b35b-4e48-b696-bc528ea200ae 2024-11-12T18:19:55,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/.tmp/hbase.id 2024-11-12T18:19:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:19:55,396 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/.tmp/hbase.id]:[hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/hbase.id] 2024-11-12T18:19:55,459 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:55,459 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:19:55,461 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:19:55,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:19:55,525 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:19:55,527 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:19:55,533 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:55,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:19:55,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store 2024-11-12T18:19:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:19:55,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:55,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:19:55,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:55,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:55,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:19:55,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:55,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:19:55,654 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435595654Disabling compacts and flushes for region at 1731435595654Disabling writes for close at 1731435595654Writing region close event to WAL at 1731435595654Closed at 1731435595654 2024-11-12T18:19:55,655 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/.initializing 2024-11-12T18:19:55,655 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/WALs/9911683f163c,32923,1731435594795 2024-11-12T18:19:55,659 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:55,661 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C32923%2C1731435594795, suffix=, logDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/WALs/9911683f163c,32923,1731435594795, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/oldWALs, maxLogs=10 2024-11-12T18:19:55,745 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/WALs/9911683f163c,32923,1731435594795/9911683f163c%2C32923%2C1731435594795.1731435595662, exclude list is [], retry=0 2024-11-12T18:19:55,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34461,DS-51a2fbc0-4e3e-4279-a5e7-8c0ac436c59c,DISK] 2024-11-12T18:19:55,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/WALs/9911683f163c,32923,1731435594795/9911683f163c%2C32923%2C1731435594795.1731435595662 2024-11-12T18:19:55,782 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35897:35897)] 2024-11-12T18:19:55,783 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:55,783 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:55,783 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,783 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:19:55,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:55,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:55,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:19:55,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:55,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:55,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:19:55,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:55,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:55,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:19:55,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:55,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:19:55,822 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,826 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,832 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,841 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,841 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,842 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:55,850 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:19:55,869 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:55,871 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65456187, jitterRate=-0.024626806378364563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:55,872 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435595783Initializing all the Stores at 1731435595784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435595784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435595800 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435595801 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435595801Cleaning up temporary data from old regions at 1731435595841 (+40 ms)Region opened successfully at 1731435595871 (+30 ms) 2024-11-12T18:19:55,872 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:19:55,879 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be4f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:55,882 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:19:55,883 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:19:55,883 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:19:55,883 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:19:55,883 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:19:55,884 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:19:55,884 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:19:55,896 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:19:55,904 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Unable to get data of znode /0-639636405/balancer because node does not exist (not necessarily an error) 2024-11-12T18:19:55,910 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-639636405/balancer already deleted, retry=false 2024-11-12T18:19:55,910 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:19:55,919 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Unable to get data of znode /0-639636405/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:19:55,921 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-639636405/normalizer already deleted, retry=false 2024-11-12T18:19:55,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:19:55,923 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Unable to get data of znode /0-639636405/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:19:55,924 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-639636405/switch/split already deleted, retry=false 2024-11-12T18:19:55,925 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Unable to get data of znode /0-639636405/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:19:55,926 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-639636405/switch/merge already deleted, retry=false 2024-11-12T18:19:55,941 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Unable to get data of znode /0-639636405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:19:55,943 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-639636405/snapshot-cleanup already deleted, retry=false 2024-11-12T18:19:55,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-639636405/running 2024-11-12T18:19:55,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,947 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,32923,1731435594795, sessionid=0x100353885bc0000, setting cluster-up flag (Was=false) 2024-11-12T18:19:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-639636405/running 2024-11-12T18:19:55,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,968 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-639636405/flush-table-proc/acquired, /0-639636405/flush-table-proc/reached, /0-639636405/flush-table-proc/abort 2024-11-12T18:19:55,969 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,32923,1731435594795 2024-11-12T18:19:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:55,979 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-639636405/online-snapshot/acquired, /0-639636405/online-snapshot/reached, /0-639636405/online-snapshot/abort 2024-11-12T18:19:55,981 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,32923,1731435594795 2024-11-12T18:19:56,013 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:19:56,028 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:56,028 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:19:56,028 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:19:56,029 WARN [master/9911683f163c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9911683f163c,35675,1731435570831: status=Processing ServerCrashProcedure of 9911683f163c,35675,1731435570831 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731435583732, completionTime=-1 appears to have been leaked 2024-11-12T18:19:56,029 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,32923,1731435594795 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:56,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,036 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(746): ClusterId : 8e4dba3c-b35b-4e48-b696-bc528ea200ae 2024-11-12T18:19:56,036 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:19:56,041 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:19:56,041 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:19:56,050 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:19:56,051 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65232fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:19:56,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:56,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:19:56,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:56,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:19:56,100 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:45853 2024-11-12T18:19:56,100 INFO [RS:0;9911683f163c:45853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:19:56,100 INFO [RS:0;9911683f163c:45853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:19:56,100 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:19:56,101 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,32923,1731435594795 with port=45853, startcode=1731435595102 2024-11-12T18:19:56,102 DEBUG [RS:0;9911683f163c:45853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:19:56,116 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435626116 2024-11-12T18:19:56,117 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:19:56,117 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:19:56,117 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:19:56,117 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:19:56,117 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:19:56,117 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:19:56,127 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:19:56,128 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:19:56,132 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,141 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:19:56,142 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:19:56,142 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:19:56,142 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:19:56,143 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:19:56,143 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:19:56,144 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435596143,5,FailOnTimeoutGroup] 2024-11-12T18:19:56,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:19:56,173 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435596144,5,FailOnTimeoutGroup] 2024-11-12T18:19:56,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:19:56,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,173 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,190 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:19:56,190 WARN [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:19:56,293 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,32923,1731435594795 with port=45853, startcode=1731435595102 2024-11-12T18:19:56,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,45853,1731435595102 2024-11-12T18:19:56,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32923 {}] master.ServerManager(517): Registering regionserver=9911683f163c,45853,1731435595102 2024-11-12T18:19:56,304 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46 2024-11-12T18:19:56,304 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33297 2024-11-12T18:19:56,304 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:19:56,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405/rs 2024-11-12T18:19:56,310 DEBUG [RS:0;9911683f163c:45853 {}] zookeeper.ZKUtil(111): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on existing znode=/0-639636405/rs/9911683f163c,45853,1731435595102 2024-11-12T18:19:56,310 WARN [RS:0;9911683f163c:45853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:19:56,310 INFO [RS:0;9911683f163c:45853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:56,310 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102 2024-11-12T18:19:56,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,45853,1731435595102] 2024-11-12T18:19:56,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:19:56,364 INFO [RS:0;9911683f163c:45853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:19:56,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:19:56,460 INFO [RS:0;9911683f163c:45853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:19:56,465 INFO [RS:0;9911683f163c:45853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:19:56,466 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,485 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:19:56,489 INFO [RS:0;9911683f163c:45853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:19:56,489 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,489 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,489 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,489 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:56,490 DEBUG [RS:0;9911683f163c:45853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:19:56,509 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,509 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,509 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,509 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,509 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,509 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45853,1731435595102-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:56,545 INFO [RS:0;9911683f163c:45853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:19:56,545 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45853,1731435595102-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,545 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,546 INFO [RS:0;9911683f163c:45853 {}] regionserver.Replication(171): 9911683f163c,45853,1731435595102 started 2024-11-12T18:19:56,573 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:19:56,573 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46 2024-11-12T18:19:56,583 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:56,584 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,45853,1731435595102, RpcServer on 9911683f163c/172.17.0.3:45853, sessionid=0x100353885bc0001 2024-11-12T18:19:56,584 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:19:56,584 DEBUG [RS:0;9911683f163c:45853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,45853,1731435595102 2024-11-12T18:19:56,584 DEBUG [RS:0;9911683f163c:45853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45853,1731435595102' 2024-11-12T18:19:56,584 DEBUG [RS:0;9911683f163c:45853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-639636405/flush-table-proc/abort' 2024-11-12T18:19:56,587 DEBUG [RS:0;9911683f163c:45853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-639636405/flush-table-proc/acquired' 2024-11-12T18:19:56,587 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:19:56,587 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:19:56,587 DEBUG [RS:0;9911683f163c:45853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,45853,1731435595102 2024-11-12T18:19:56,587 DEBUG [RS:0;9911683f163c:45853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45853,1731435595102' 2024-11-12T18:19:56,587 DEBUG [RS:0;9911683f163c:45853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-639636405/online-snapshot/abort' 2024-11-12T18:19:56,593 DEBUG [RS:0;9911683f163c:45853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-639636405/online-snapshot/acquired' 2024-11-12T18:19:56,601 DEBUG [RS:0;9911683f163c:45853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:19:56,601 INFO [RS:0;9911683f163c:45853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:19:56,601 INFO [RS:0;9911683f163c:45853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:19:56,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:19:56,702 INFO [RS:0;9911683f163c:45853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:19:56,721 INFO [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45853%2C1731435595102, suffix=, logDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/oldWALs, maxLogs=10 2024-11-12T18:19:56,749 DEBUG [RS:0;9911683f163c:45853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722, exclude list is [], retry=0 2024-11-12T18:19:56,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34461,DS-51a2fbc0-4e3e-4279-a5e7-8c0ac436c59c,DISK] 2024-11-12T18:19:56,786 INFO [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 2024-11-12T18:19:56,789 DEBUG [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35897:35897)] 2024-11-12T18:19:57,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:57,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:57,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:57,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:57,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:57,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:57,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:57,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:57,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:57,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:57,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740 2024-11-12T18:19:57,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740 2024-11-12T18:19:57,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:57,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:57,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:57,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:57,160 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:19:57,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60320108, jitterRate=-0.10116034746170044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:57,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435597050Initializing all the Stores at 1731435597056 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435597056Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435597056Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435597056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435597056Cleaning up temporary data from old regions at 1731435597121 (+65 ms)Region opened successfully at 1731435597162 (+41 ms) 2024-11-12T18:19:57,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:19:57,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:19:57,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:19:57,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:19:57,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:19:57,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:19:57,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435597162Disabling compacts and flushes for region at 1731435597162Disabling writes for close at 1731435597162Writing region close event to WAL at 1731435597171 (+9 ms)Closed at 1731435597171 2024-11-12T18:19:57,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:57,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:19:57,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:19:57,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:57,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:19:57,337 DEBUG [9911683f163c:32923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:19:57,339 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,45853,1731435595102 2024-11-12T18:19:57,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,45853,1731435595102, state=OPENING 2024-11-12T18:19:57,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:19:57,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:57,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:19:57,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-639636405/meta-region-server: CHANGED 2024-11-12T18:19:57,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-639636405/meta-region-server: CHANGED 2024-11-12T18:19:57,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:19:57,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,45853,1731435595102}] 2024-11-12T18:19:57,516 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:19:57,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:19:57,549 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:19:57,549 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:19:57,549 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:19:57,554 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45853%2C1731435595102.meta, suffix=.meta, logDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/oldWALs, maxLogs=10 2024-11-12T18:19:57,578 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.meta.1731435597555.meta, exclude list is [], retry=0 2024-11-12T18:19:57,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34461,DS-51a2fbc0-4e3e-4279-a5e7-8c0ac436c59c,DISK] 2024-11-12T18:19:57,611 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.meta.1731435597555.meta 2024-11-12T18:19:57,612 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35897:35897)] 2024-11-12T18:19:57,612 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:19:57,613 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:19:57,613 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:19:57,613 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:19:57,613 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:19:57,613 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:19:57,613 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:19:57,613 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:19:57,613 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:19:57,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:19:57,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:19:57,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:19:57,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:19:57,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:19:57,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:19:57,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:19:57,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:19:57,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:19:57,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:19:57,643 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:19:57,648 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740 2024-11-12T18:19:57,656 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740 2024-11-12T18:19:57,663 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:19:57,663 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:19:57,664 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:19:57,666 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:19:57,667 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61878348, jitterRate=-0.07794076204299927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:19:57,668 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:19:57,668 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435597614Writing region info on filesystem at 1731435597614Initializing all the Stores at 1731435597623 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435597623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435597624 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435597624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435597624Cleaning up temporary data from old regions at 1731435597663 (+39 ms)Running coprocessor post-open hooks at 1731435597668 (+5 ms)Region opened successfully at 1731435597668 2024-11-12T18:19:57,671 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435597516 2024-11-12T18:19:57,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45853,1731435595102 2024-11-12T18:19:57,676 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:19:57,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,45853,1731435595102, state=OPEN 2024-11-12T18:19:57,677 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:19:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-639636405/meta-region-server 2024-11-12T18:19:57,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-639636405/meta-region-server: CHANGED 2024-11-12T18:19:57,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-639636405/meta-region-server 2024-11-12T18:19:57,691 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,45853,1731435595102 2024-11-12T18:19:57,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-639636405/meta-region-server: CHANGED 2024-11-12T18:19:57,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:19:57,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,45853,1731435595102 in 336 msec 2024-11-12T18:19:57,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:19:57,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-12T18:19:57,710 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:19:57,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:19:57,712 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:57,712 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45853,1731435595102, seqNum=-1] 2024-11-12T18:19:57,712 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:57,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:57,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6930 sec 2024-11-12T18:19:57,724 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435597724, completionTime=-1 2024-11-12T18:19:57,724 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:19:57,724 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435657728 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435717728 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32923,1731435594795-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32923,1731435594795-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,728 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32923,1731435594795-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,729 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:32923, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,729 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,731 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:19:57,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,747 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.453sec 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32923,1731435594795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:19:57,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32923,1731435594795-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:19:57,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96f42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:57,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:19:57,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:19:57,779 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:19:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:19:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:19:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e3b455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:19:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:19:57,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:19:57,783 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:19:57,783 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:19:57,783 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:19:57,783 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,32923,1731435594795-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:19:57,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dec8d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:19:57,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:19:57,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45853,1731435595102, seqNum=-1] 2024-11-12T18:19:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:19:57,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:19:57,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,32923,1731435594795 2024-11-12T18:19:57,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61624 2024-11-12T18:19:57,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:57,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir so I do NOT create it in target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6 2024-11-12T18:19:57,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:19:57,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.tmp.dir so I do NOT create it in target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6 2024-11-12T18:19:57,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:19:57,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6 2024-11-12T18:19:57,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:19:57,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/cluster_99a38490-0ae0-591b-90dd-e6840b3dee23, deleteOnExit=true 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/test.cache.data in system properties and HBase conf 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:19:57,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:19:57,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:19:57,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:19:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:19:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:19:57,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100353885bc0002 connected 2024-11-12T18:19:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:19:57,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:19:58,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:58,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:58,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:58,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:58,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:58,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:58,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:58,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:58,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bac464d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/java.io.tmpdir/jetty-localhost-41367-hadoop-hdfs-3_4_1-tests_jar-_-any-5056813402099917773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:19:58,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:41367} 2024-11-12T18:19:58,501 INFO [Time-limited test {}] server.Server(415): Started @161052ms 2024-11-12T18:19:58,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:19:58,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:19:58,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:19:58,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:19:58,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:19:58,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:19:58,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:19:59,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62978b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/java.io.tmpdir/jetty-localhost-35475-hadoop-hdfs-3_4_1-tests_jar-_-any-6434622335098105602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:19:59,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:35475} 2024-11-12T18:19:59,008 INFO [Time-limited test {}] server.Server(415): Started @161559ms 2024-11-12T18:19:59,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:19:59,268 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/cluster_99a38490-0ae0-591b-90dd-e6840b3dee23/data/data1/current/BP-377844090-172.17.0.3-1731435597913/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:59,280 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/cluster_99a38490-0ae0-591b-90dd-e6840b3dee23/data/data2/current/BP-377844090-172.17.0.3-1731435597913/current, will proceed with Du for space computation calculation, 2024-11-12T18:19:59,380 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:19:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb66e6e630627039d with lease ID 0xb2bd3f38b94b1b76: Processing first storage report for DS-d74f878c-096e-4707-b73f-b11cc25e84fb from datanode DatanodeRegistration(127.0.0.1:40431, datanodeUuid=9e975b10-2f14-4dee-8830-c03272ad6288, infoPort=38483, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=415368441;c=1731435597913) 2024-11-12T18:19:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb66e6e630627039d with lease ID 0xb2bd3f38b94b1b76: from storage DS-d74f878c-096e-4707-b73f-b11cc25e84fb node DatanodeRegistration(127.0.0.1:40431, datanodeUuid=9e975b10-2f14-4dee-8830-c03272ad6288, infoPort=38483, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=415368441;c=1731435597913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb66e6e630627039d with lease ID 0xb2bd3f38b94b1b76: Processing first storage report for DS-8fa8c2e8-540f-4074-9ba1-16dc2e21d2f6 from datanode DatanodeRegistration(127.0.0.1:40431, datanodeUuid=9e975b10-2f14-4dee-8830-c03272ad6288, infoPort=38483, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=415368441;c=1731435597913) 2024-11-12T18:19:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb66e6e630627039d with lease ID 0xb2bd3f38b94b1b76: from storage DS-8fa8c2e8-540f-4074-9ba1-16dc2e21d2f6 node DatanodeRegistration(127.0.0.1:40431, datanodeUuid=9e975b10-2f14-4dee-8830-c03272ad6288, infoPort=38483, infoSecurePort=0, ipcPort=36649, storageInfo=lv=-57;cid=testClusterID;nsid=415368441;c=1731435597913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:19:59,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6 2024-11-12T18:19:59,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:59,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:19:59,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:19:59,923 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21 with version=8 2024-11-12T18:19:59,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/hbase-staging 2024-11-12T18:19:59,926 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:19:59,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:59,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:59,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:19:59,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:19:59,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:19:59,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:19:59,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:19:59,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36183 2024-11-12T18:19:59,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36183 connecting to ZooKeeper ensemble=127.0.0.1:61624 2024-11-12T18:19:59,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361830x0, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:19:59,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36183-0x100353885bc0003 connected 2024-11-12T18:20:00,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:00,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:00,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/running 2024-11-12T18:20:00,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21, hbase.cluster.distributed=false 2024-11-12T18:20:00,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/acl 2024-11-12T18:20:00,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36183 2024-11-12T18:20:00,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36183 2024-11-12T18:20:00,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36183 2024-11-12T18:20:00,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36183 2024-11-12T18:20:00,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36183 2024-11-12T18:20:00,144 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:00,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:00,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:00,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:00,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:00,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:00,145 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:20:00,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:00,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41747 2024-11-12T18:20:00,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41747 connecting to ZooKeeper ensemble=127.0.0.1:61624 2024-11-12T18:20:00,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:00,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:00,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417470x0, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/running 2024-11-12T18:20:00,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:20:00,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417470x0, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:00,189 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:20:00,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417470x0, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/master 2024-11-12T18:20:00,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417470x0, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/acl 2024-11-12T18:20:00,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41747-0x100353885bc0004 connected 2024-11-12T18:20:00,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41747 2024-11-12T18:20:00,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41747 2024-11-12T18:20:00,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41747 2024-11-12T18:20:00,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41747 2024-11-12T18:20:00,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41747 2024-11-12T18:20:00,272 DEBUG [M:0;9911683f163c:36183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:36183 2024-11-12T18:20:00,277 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1278738244/backup-masters/9911683f163c,36183,1731435599926 2024-11-12T18:20:00,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244/backup-masters 2024-11-12T18:20:00,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244/backup-masters 2024-11-12T18:20:00,284 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on existing znode=/1278738244/backup-masters/9911683f163c,36183,1731435599926 2024-11-12T18:20:00,289 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on existing znode=/1278738244/master 2024-11-12T18:20:00,290 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1278738244/backup-masters/9911683f163c,36183,1731435599926 from backup master directory 2024-11-12T18:20:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1278738244/backup-masters/9911683f163c,36183,1731435599926 2024-11-12T18:20:00,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244/backup-masters 2024-11-12T18:20:00,291 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:00,291 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,36183,1731435599926 2024-11-12T18:20:00,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1278738244/master 2024-11-12T18:20:00,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:00,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244/backup-masters 2024-11-12T18:20:00,302 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/hbase.id] with ID: b4b603a1-47bb-45e0-8c52-6f67dcae9c20 2024-11-12T18:20:00,302 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/.tmp/hbase.id 2024-11-12T18:20:00,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:20:00,781 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/.tmp/hbase.id]:[hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/hbase.id] 2024-11-12T18:20:00,806 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:00,806 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:20:00,808 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:20:00,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:00,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:00,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:20:01,268 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:01,269 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:20:01,270 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:01,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:20:01,316 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store 2024-11-12T18:20:01,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:20:01,742 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:01,742 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:01,742 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:01,742 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:01,742 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:01,742 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:01,742 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:01,742 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435601742Disabling compacts and flushes for region at 1731435601742Disabling writes for close at 1731435601742Writing region close event to WAL at 1731435601742Closed at 1731435601742 2024-11-12T18:20:01,746 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/.initializing 2024-11-12T18:20:01,746 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/WALs/9911683f163c,36183,1731435599926 2024-11-12T18:20:01,759 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:01,762 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C36183%2C1731435599926, suffix=, logDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/WALs/9911683f163c,36183,1731435599926, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/oldWALs, maxLogs=10 2024-11-12T18:20:01,785 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/WALs/9911683f163c,36183,1731435599926/9911683f163c%2C36183%2C1731435599926.1731435601762, exclude list is [], retry=0 2024-11-12T18:20:01,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-d74f878c-096e-4707-b73f-b11cc25e84fb,DISK] 2024-11-12T18:20:01,816 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/WALs/9911683f163c,36183,1731435599926/9911683f163c%2C36183%2C1731435599926.1731435601762 2024-11-12T18:20:01,817 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38483:38483)] 2024-11-12T18:20:01,817 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:01,817 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:01,817 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,817 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:20:01,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:01,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:01,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:20:01,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:01,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:01,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:20:01,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:01,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:01,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:20:01,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:01,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:01,864 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,865 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,865 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,867 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,867 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,869 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:01,872 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:01,908 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:01,909 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68433083, jitterRate=0.01973240077495575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:01,910 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435601817Initializing all the Stores at 1731435601819 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435601820 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435601828 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435601828Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435601828Cleaning up temporary data from old regions at 1731435601867 (+39 ms)Region opened successfully at 1731435601909 (+42 ms) 2024-11-12T18:20:01,911 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:20:01,918 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b583506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:01,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:20:01,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:20:01,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:20:01,921 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:20:01,922 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:20:01,922 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:20:01,922 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:20:01,924 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:20:01,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Unable to get data of znode /1278738244/balancer because node does not exist (not necessarily an error) 2024-11-12T18:20:01,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/balancer already deleted, retry=false 2024-11-12T18:20:01,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:20:01,934 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Unable to get data of znode /1278738244/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:20:01,935 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/normalizer already deleted, retry=false 2024-11-12T18:20:01,935 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:20:01,937 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Unable to get data of znode /1278738244/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:20:01,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/switch/split already deleted, retry=false 2024-11-12T18:20:01,939 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Unable to get data of znode /1278738244/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:20:01,940 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/switch/merge already deleted, retry=false 2024-11-12T18:20:01,943 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Unable to get data of znode /1278738244/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:20:01,944 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/snapshot-cleanup already deleted, retry=false 2024-11-12T18:20:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1278738244/running 2024-11-12T18:20:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:01,947 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,36183,1731435599926, sessionid=0x100353885bc0003, setting cluster-up flag (Was=false) 2024-11-12T18:20:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1278738244/running 2024-11-12T18:20:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:01,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:01,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:01,956 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1278738244/flush-table-proc/acquired, /1278738244/flush-table-proc/reached, /1278738244/flush-table-proc/abort 2024-11-12T18:20:01,957 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,36183,1731435599926 2024-11-12T18:20:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:01,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:01,967 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1278738244/online-snapshot/acquired, /1278738244/online-snapshot/reached, /1278738244/online-snapshot/abort 2024-11-12T18:20:01,972 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,36183,1731435599926 2024-11-12T18:20:01,977 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:20:01,985 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:01,985 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:20:01,985 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:20:01,986 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,36183,1731435599926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:01,987 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,014 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435632014 2024-11-12T18:20:02,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:20:02,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:20:02,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:20:02,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:20:02,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:20:02,015 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:20:02,017 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,020 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:20:02,020 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:20:02,020 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:20:02,020 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:20:02,020 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:20:02,020 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:20:02,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:02,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:20:02,023 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:20:02,024 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435602020,5,FailOnTimeoutGroup] 2024-11-12T18:20:02,028 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435602024,5,FailOnTimeoutGroup] 2024-11-12T18:20:02,028 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,028 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:20:02,028 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,029 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:20:02,066 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(746): ClusterId : b4b603a1-47bb-45e0-8c52-6f67dcae9c20 2024-11-12T18:20:02,066 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:20:02,069 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:20:02,069 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:20:02,071 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:20:02,072 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2390e55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:02,088 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:41747 2024-11-12T18:20:02,088 INFO [RS:0;9911683f163c:41747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:20:02,088 INFO [RS:0;9911683f163c:41747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:20:02,088 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:20:02,089 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,36183,1731435599926 with port=41747, startcode=1731435600144 2024-11-12T18:20:02,089 DEBUG [RS:0;9911683f163c:41747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:20:02,097 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:20:02,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,41747,1731435600144 2024-11-12T18:20:02,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36183 {}] master.ServerManager(517): Registering regionserver=9911683f163c,41747,1731435600144 2024-11-12T18:20:02,101 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21 2024-11-12T18:20:02,101 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38781 2024-11-12T18:20:02,101 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:20:02,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244/rs 2024-11-12T18:20:02,103 DEBUG [RS:0;9911683f163c:41747 {}] zookeeper.ZKUtil(111): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on existing znode=/1278738244/rs/9911683f163c,41747,1731435600144 2024-11-12T18:20:02,103 WARN [RS:0;9911683f163c:41747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:02,103 INFO [RS:0;9911683f163c:41747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:02,104 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144 2024-11-12T18:20:02,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,41747,1731435600144] 2024-11-12T18:20:02,128 INFO [RS:0;9911683f163c:41747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:20:02,148 INFO [RS:0;9911683f163c:41747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:20:02,153 INFO [RS:0;9911683f163c:41747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:20:02,153 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,157 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:20:02,158 INFO [RS:0;9911683f163c:41747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:20:02,158 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:02,158 DEBUG [RS:0;9911683f163c:41747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:02,169 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,169 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,169 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,169 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,169 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,169 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41747,1731435600144-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:02,205 INFO [RS:0;9911683f163c:41747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:20:02,205 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41747,1731435600144-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,205 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,205 INFO [RS:0;9911683f163c:41747 {}] regionserver.Replication(171): 9911683f163c,41747,1731435600144 started 2024-11-12T18:20:02,244 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:02,244 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,41747,1731435600144, RpcServer on 9911683f163c/172.17.0.3:41747, sessionid=0x100353885bc0004 2024-11-12T18:20:02,244 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:20:02,244 DEBUG [RS:0;9911683f163c:41747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,41747,1731435600144 2024-11-12T18:20:02,244 DEBUG [RS:0;9911683f163c:41747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,41747,1731435600144' 2024-11-12T18:20:02,244 DEBUG [RS:0;9911683f163c:41747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1278738244/flush-table-proc/abort' 2024-11-12T18:20:02,246 DEBUG [RS:0;9911683f163c:41747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1278738244/flush-table-proc/acquired' 2024-11-12T18:20:02,247 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:20:02,247 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:20:02,247 DEBUG [RS:0;9911683f163c:41747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,41747,1731435600144 2024-11-12T18:20:02,247 DEBUG [RS:0;9911683f163c:41747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,41747,1731435600144' 2024-11-12T18:20:02,247 DEBUG [RS:0;9911683f163c:41747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1278738244/online-snapshot/abort' 2024-11-12T18:20:02,247 DEBUG [RS:0;9911683f163c:41747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1278738244/online-snapshot/acquired' 2024-11-12T18:20:02,248 DEBUG [RS:0;9911683f163c:41747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:20:02,248 INFO [RS:0;9911683f163c:41747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:20:02,248 INFO [RS:0;9911683f163c:41747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:20:02,349 INFO [RS:0;9911683f163c:41747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:02,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:20:02,366 INFO [RS:0;9911683f163c:41747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C41747%2C1731435600144, suffix=, logDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/oldWALs, maxLogs=10 2024-11-12T18:20:02,400 DEBUG [RS:0;9911683f163c:41747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366, exclude list is [], retry=0 2024-11-12T18:20:02,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-d74f878c-096e-4707-b73f-b11cc25e84fb,DISK] 2024-11-12T18:20:02,446 INFO [RS:0;9911683f163c:41747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 2024-11-12T18:20:02,452 DEBUG [RS:0;9911683f163c:41747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38483:38483)] 2024-11-12T18:20:02,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:20:02,461 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21 2024-11-12T18:20:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:20:02,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:02,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:02,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:02,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:02,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:02,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:02,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:02,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:02,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:02,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:02,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740 2024-11-12T18:20:02,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740 2024-11-12T18:20:02,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:02,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:02,558 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:02,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:02,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:02,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67307975, jitterRate=0.0029669851064682007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435602527Initializing all the Stores at 1731435602531 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435602531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435602533 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435602533Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435602533Cleaning up temporary data from old regions at 1731435602557 (+24 ms)Region opened successfully at 1731435602572 (+15 ms) 2024-11-12T18:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:02,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:02,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:02,581 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:02,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435602572Disabling compacts and flushes for region at 1731435602572Disabling writes for close at 1731435602572Writing region close event to WAL at 1731435602580 (+8 ms)Closed at 1731435602580 2024-11-12T18:20:02,584 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:02,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:20:02,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:20:02,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:02,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:20:02,739 DEBUG [9911683f163c:36183 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:20:02,739 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,41747,1731435600144 2024-11-12T18:20:02,741 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,41747,1731435600144, state=OPENING 2024-11-12T18:20:02,747 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:20:02,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:02,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1278738244/meta-region-server: CHANGED 2024-11-12T18:20:02,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:02,752 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:02,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,41747,1731435600144}] 2024-11-12T18:20:02,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1278738244/meta-region-server: CHANGED 2024-11-12T18:20:02,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:02,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:20:02,928 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:20:02,928 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:02,929 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:20:02,930 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C41747%2C1731435600144.meta, suffix=.meta, logDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/oldWALs, maxLogs=10 2024-11-12T18:20:02,952 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.meta.1731435602931.meta, exclude list is [], retry=0 2024-11-12T18:20:02,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-d74f878c-096e-4707-b73f-b11cc25e84fb,DISK] 2024-11-12T18:20:02,965 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.meta.1731435602931.meta 2024-11-12T18:20:02,968 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38483:38483)] 2024-11-12T18:20:02,969 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:02,969 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:02,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:02,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:20:02,970 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:20:02,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:20:02,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:02,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:20:02,970 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:20:02,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:02,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:02,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:02,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:02,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:02,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:02,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:02,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:02,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:02,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:02,988 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:03,009 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740 2024-11-12T18:20:03,024 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740 2024-11-12T18:20:03,032 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:03,032 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:03,032 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:03,039 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:03,040 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67203067, jitterRate=0.0014037340879440308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:03,040 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:20:03,040 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435602970Writing region info on filesystem at 1731435602970Initializing all the Stores at 1731435602973 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435602973Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435602973Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435602973Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435602973Cleaning up temporary data from old regions at 1731435603032 (+59 ms)Running coprocessor post-open hooks at 1731435603040 (+8 ms)Region opened successfully at 1731435603040 2024-11-12T18:20:03,050 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435602910 2024-11-12T18:20:03,054 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:20:03,054 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:20:03,057 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41747,1731435600144 2024-11-12T18:20:03,058 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,41747,1731435600144, state=OPEN 2024-11-12T18:20:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1278738244/meta-region-server 2024-11-12T18:20:03,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1278738244/meta-region-server 2024-11-12T18:20:03,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1278738244/meta-region-server: CHANGED 2024-11-12T18:20:03,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1278738244/meta-region-server: CHANGED 2024-11-12T18:20:03,061 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,41747,1731435600144 2024-11-12T18:20:03,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:20:03,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,41747,1731435600144 in 309 msec 2024-11-12T18:20:03,074 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:03,074 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:20:03,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:20:03,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-12T18:20:03,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:03,076 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41747,1731435600144, seqNum=-1] 2024-11-12T18:20:03,077 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:03,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:03,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-11-12T18:20:03,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435603091, completionTime=-1 2024-11-12T18:20:03,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:20:03,091 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:20:03,093 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:20:03,093 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435663093 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435723094 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36183,1731435599926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36183,1731435599926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36183,1731435599926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:36183, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,094 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,097 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:20:03,101 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,107 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec 2024-11-12T18:20:03,107 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:20:03,107 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:20:03,107 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:20:03,108 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:20:03,108 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:20:03,108 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36183,1731435599926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:03,108 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36183,1731435599926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:20:03,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:03,127 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:20:03,127 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:20:03,127 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,36183,1731435599926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:03,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:03,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:03,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:03,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:03,205 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:03,209 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:03,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:03,211 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:03,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:03,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:03,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41747,1731435600144, seqNum=-1] 2024-11-12T18:20:03,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:03,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:03,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,36183,1731435599926 2024-11-12T18:20:03,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61624 2024-11-12T18:20:03,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:03,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100353885bc0005 connected 2024-11-12T18:20:03,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,32923,1731435594795 2024-11-12T18:20:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb93f42 2024-11-12T18:20:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:03,260 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:03,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:20:03,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:03,264 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:03,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:20:03,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:03,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:20:03,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bb17b4f854b7c3bb2586cfdcf15df48, NAME => 'test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46 2024-11-12T18:20:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:20:03,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:03,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bb17b4f854b7c3bb2586cfdcf15df48, disabling compactions & flushes 2024-11-12T18:20:03,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. after waiting 0 ms 2024-11-12T18:20:03,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bb17b4f854b7c3bb2586cfdcf15df48: Waiting for close lock at 1731435603344Disabling compacts and flushes for region at 1731435603344Disabling writes for close at 1731435603344Writing region close event to WAL at 1731435603344Closed at 1731435603344 2024-11-12T18:20:03,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:03,346 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435603346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435603346"}]},"ts":"1731435603346"} 2024-11-12T18:20:03,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:03,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:03,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435603358"}]},"ts":"1731435603358"} 2024-11-12T18:20:03,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:20:03,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bb17b4f854b7c3bb2586cfdcf15df48, ASSIGN}] 2024-11-12T18:20:03,363 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bb17b4f854b7c3bb2586cfdcf15df48, ASSIGN 2024-11-12T18:20:03,364 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bb17b4f854b7c3bb2586cfdcf15df48, ASSIGN; state=OFFLINE, location=9911683f163c,45853,1731435595102; forceNewPlan=false, retain=false 2024-11-12T18:20:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:03,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bb17b4f854b7c3bb2586cfdcf15df48, regionState=OPENING, regionLocation=9911683f163c,45853,1731435595102 2024-11-12T18:20:03,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bb17b4f854b7c3bb2586cfdcf15df48, ASSIGN because future has completed 2024-11-12T18:20:03,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bb17b4f854b7c3bb2586cfdcf15df48, server=9911683f163c,45853,1731435595102}] 2024-11-12T18:20:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:03,718 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,718 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bb17b4f854b7c3bb2586cfdcf15df48, NAME => 'test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:03,719 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:03,719 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:20:03,719 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,719 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:03,719 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,719 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,742 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,745 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb17b4f854b7c3bb2586cfdcf15df48 columnFamilyName f 2024-11-12T18:20:03,746 DEBUG [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:03,746 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] regionserver.HStore(327): Store=5bb17b4f854b7c3bb2586cfdcf15df48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:03,746 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,765 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb17b4f854b7c3bb2586cfdcf15df48 columnFamilyName f1 2024-11-12T18:20:03,765 DEBUG [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:03,768 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] regionserver.HStore(327): Store=5bb17b4f854b7c3bb2586cfdcf15df48/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:03,769 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,778 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bb17b4f854b7c3bb2586cfdcf15df48 columnFamilyName norep 2024-11-12T18:20:03,778 DEBUG [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:03,778 INFO [StoreOpener-5bb17b4f854b7c3bb2586cfdcf15df48-1 {}] regionserver.HStore(327): Store=5bb17b4f854b7c3bb2586cfdcf15df48/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:03,778 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,779 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,779 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,780 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,780 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,781 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:03,782 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,805 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:03,811 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bb17b4f854b7c3bb2586cfdcf15df48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59960099, jitterRate=-0.10652489960193634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:03,811 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:03,812 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bb17b4f854b7c3bb2586cfdcf15df48: Running coprocessor pre-open hook at 1731435603719Writing region info on filesystem at 1731435603719Initializing all the Stores at 1731435603725 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435603725Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435603727 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435603727Cleaning up temporary data from old regions at 1731435603780 (+53 ms)Running coprocessor post-open hooks at 1731435603811 (+31 ms)Region opened successfully at 1731435603811 2024-11-12T18:20:03,816 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., pid=6, masterSystemTime=1731435603686 2024-11-12T18:20:03,823 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,823 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:03,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bb17b4f854b7c3bb2586cfdcf15df48, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,45853,1731435595102 2024-11-12T18:20:03,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bb17b4f854b7c3bb2586cfdcf15df48, server=9911683f163c,45853,1731435595102 because future has completed 2024-11-12T18:20:03,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:20:03,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bb17b4f854b7c3bb2586cfdcf15df48, server=9911683f163c,45853,1731435595102 in 332 msec 2024-11-12T18:20:03,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:20:03,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bb17b4f854b7c3bb2586cfdcf15df48, ASSIGN in 497 msec 2024-11-12T18:20:03,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:03,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435603862"}]},"ts":"1731435603862"} 2024-11-12T18:20:03,865 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:20:03,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:03,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 605 msec 2024-11-12T18:20:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:03,896 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:20:03,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36183,1731435599926 2024-11-12T18:20:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@443c783e 2024-11-12T18:20:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:03,900 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:03,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:20:03,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:03,905 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:03,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:03,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:20:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:20:04,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:04,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:20:04,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:04,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:20:04,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:04,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:04,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T18:20:04,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:04,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T18:20:04,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:04,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:20:04,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:20:04,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:04,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c13c474296f119a7876288c4011fd9f, NAME => 'test,,1731435603901.9c13c474296f119a7876288c4011fd9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21 2024-11-12T18:20:04,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:04,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435603901.9c13c474296f119a7876288c4011fd9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:04,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9c13c474296f119a7876288c4011fd9f, disabling compactions & flushes 2024-11-12T18:20:04,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:04,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:04,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435603901.9c13c474296f119a7876288c4011fd9f. after waiting 0 ms 2024-11-12T18:20:04,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:04,789 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:04,789 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c13c474296f119a7876288c4011fd9f: Waiting for close lock at 1731435604789Disabling compacts and flushes for region at 1731435604789Disabling writes for close at 1731435604789Writing region close event to WAL at 1731435604789Closed at 1731435604789 2024-11-12T18:20:04,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:04,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435603901.9c13c474296f119a7876288c4011fd9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435604790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435604790"}]},"ts":"1731435604790"} 2024-11-12T18:20:04,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:04,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:04,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435604794"}]},"ts":"1731435604794"} 2024-11-12T18:20:04,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:20:04,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c13c474296f119a7876288c4011fd9f, ASSIGN}] 2024-11-12T18:20:04,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9c13c474296f119a7876288c4011fd9f, ASSIGN 2024-11-12T18:20:04,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9c13c474296f119a7876288c4011fd9f, ASSIGN; state=OFFLINE, location=9911683f163c,41747,1731435600144; forceNewPlan=false, retain=false 2024-11-12T18:20:04,949 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c13c474296f119a7876288c4011fd9f, regionState=OPENING, regionLocation=9911683f163c,41747,1731435600144 2024-11-12T18:20:04,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9c13c474296f119a7876288c4011fd9f, ASSIGN because future has completed 2024-11-12T18:20:04,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c13c474296f119a7876288c4011fd9f, server=9911683f163c,41747,1731435600144}] 2024-11-12T18:20:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:05,110 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:05,110 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c13c474296f119a7876288c4011fd9f, NAME => 'test,,1731435603901.9c13c474296f119a7876288c4011fd9f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:05,110 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:05,110 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:20:05,111 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,111 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435603901.9c13c474296f119a7876288c4011fd9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:05,111 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,111 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,112 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,113 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c13c474296f119a7876288c4011fd9f columnFamilyName f 2024-11-12T18:20:05,114 DEBUG [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:05,114 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] regionserver.HStore(327): Store=9c13c474296f119a7876288c4011fd9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:05,114 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,115 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c13c474296f119a7876288c4011fd9f columnFamilyName f1 2024-11-12T18:20:05,116 DEBUG [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:05,116 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] regionserver.HStore(327): Store=9c13c474296f119a7876288c4011fd9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:05,116 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,117 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c13c474296f119a7876288c4011fd9f columnFamilyName norep 2024-11-12T18:20:05,117 DEBUG [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:05,120 INFO [StoreOpener-9c13c474296f119a7876288c4011fd9f-1 {}] regionserver.HStore(327): Store=9c13c474296f119a7876288c4011fd9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:05,120 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,120 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,121 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,122 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,122 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,122 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:05,124 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,126 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:05,127 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9c13c474296f119a7876288c4011fd9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66779057, jitterRate=-0.004914507269859314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:05,127 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:05,127 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9c13c474296f119a7876288c4011fd9f: Running coprocessor pre-open hook at 1731435605111Writing region info on filesystem at 1731435605111Initializing all the Stores at 1731435605112 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435605112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435605112Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435605112Cleaning up temporary data from old regions at 1731435605122 (+10 ms)Running coprocessor post-open hooks at 1731435605127 (+5 ms)Region opened successfully at 1731435605127 2024-11-12T18:20:05,128 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435603901.9c13c474296f119a7876288c4011fd9f., pid=6, masterSystemTime=1731435605106 2024-11-12T18:20:05,131 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:05,131 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:05,132 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9c13c474296f119a7876288c4011fd9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,41747,1731435600144 2024-11-12T18:20:05,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c13c474296f119a7876288c4011fd9f, server=9911683f163c,41747,1731435600144 because future has completed 2024-11-12T18:20:05,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:20:05,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c13c474296f119a7876288c4011fd9f, server=9911683f163c,41747,1731435600144 in 186 msec 2024-11-12T18:20:05,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:20:05,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9c13c474296f119a7876288c4011fd9f, ASSIGN in 346 msec 2024-11-12T18:20:05,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:05,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435605145"}]},"ts":"1731435605145"} 2024-11-12T18:20:05,147 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:20:05,148 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:05,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2470 sec 2024-11-12T18:20:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:06,062 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:20:06,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:20:06,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:06,065 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:20:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:20:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c6d72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:20:06,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:06,067 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66328919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:06,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:06,078 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786d864a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:06,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:06,080 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ea6003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:20:06,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:06,083 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:20:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:20:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132c75b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:20:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:06,085 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1eed91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,32923,1731435594795 2024-11-12T18:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7577042c 2024-11-12T18:20:06,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:06,089 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:06,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:36183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:20:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:20:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:06,092 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:36183' 2024-11-12T18:20:06,093 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16005723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,093 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:06,093 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:06,094 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:06,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:06,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:06,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e5105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:06,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:06,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:06,096 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:06,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1bc39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:06,097 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:06,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36183,1731435599926 2024-11-12T18:20:06,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11dcf499 2024-11-12T18:20:06,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:06,099 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:06,100 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T18:20:06,100 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:20:06,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:06,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:06,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:06,101 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:06,102 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:20:06,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:06,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:06,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:20:06,152 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:20:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:06,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 059e4a7889d6a3a3ce72706b433da530, NAME => 'hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46 2024-11-12T18:20:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:20:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:06,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:06,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 059e4a7889d6a3a3ce72706b433da530, disabling compactions & flushes 2024-11-12T18:20:06,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:06,924 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:06,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. after waiting 0 ms 2024-11-12T18:20:06,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:06,925 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:06,925 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 059e4a7889d6a3a3ce72706b433da530: Waiting for close lock at 1731435606924Disabling compacts and flushes for region at 1731435606924Disabling writes for close at 1731435606925 (+1 ms)Writing region close event to WAL at 1731435606925Closed at 1731435606925 2024-11-12T18:20:06,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:06,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435606926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435606926"}]},"ts":"1731435606926"} 2024-11-12T18:20:06,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:06,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:06,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435606929"}]},"ts":"1731435606929"} 2024-11-12T18:20:06,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:20:06,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=059e4a7889d6a3a3ce72706b433da530, ASSIGN}] 2024-11-12T18:20:06,932 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=059e4a7889d6a3a3ce72706b433da530, ASSIGN 2024-11-12T18:20:06,933 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=059e4a7889d6a3a3ce72706b433da530, ASSIGN; state=OFFLINE, location=9911683f163c,45853,1731435595102; forceNewPlan=false, retain=false 2024-11-12T18:20:07,083 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=059e4a7889d6a3a3ce72706b433da530, regionState=OPENING, regionLocation=9911683f163c,45853,1731435595102 2024-11-12T18:20:07,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=059e4a7889d6a3a3ce72706b433da530, ASSIGN because future has completed 2024-11-12T18:20:07,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 059e4a7889d6a3a3ce72706b433da530, server=9911683f163c,45853,1731435595102}] 2024-11-12T18:20:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:07,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:07,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:07,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:20:07,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45853%2C1731435595102.rep, suffix=, logDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102, archiveDir=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/oldWALs, maxLogs=10 2024-11-12T18:20:07,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.rep.1731435607244, exclude list is [], retry=0 2024-11-12T18:20:07,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34461,DS-51a2fbc0-4e3e-4279-a5e7-8c0ac436c59c,DISK] 2024-11-12T18:20:07,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.rep.1731435607244 2024-11-12T18:20:07,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35897:35897)] 2024-11-12T18:20:07,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 059e4a7889d6a3a3ce72706b433da530, NAME => 'hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:07,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:07,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:07,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. service=MultiRowMutationService 2024-11-12T18:20:07,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:20:07,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:07,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,263 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,264 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 059e4a7889d6a3a3ce72706b433da530 columnFamilyName hfileref 2024-11-12T18:20:07,265 DEBUG [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:07,265 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] regionserver.HStore(327): Store=059e4a7889d6a3a3ce72706b433da530/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:07,265 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,266 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 059e4a7889d6a3a3ce72706b433da530 columnFamilyName queue 2024-11-12T18:20:07,266 DEBUG [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:07,266 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] regionserver.HStore(327): Store=059e4a7889d6a3a3ce72706b433da530/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:07,266 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,267 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 059e4a7889d6a3a3ce72706b433da530 columnFamilyName sid 2024-11-12T18:20:07,267 DEBUG [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:07,268 INFO [StoreOpener-059e4a7889d6a3a3ce72706b433da530-1 {}] regionserver.HStore(327): Store=059e4a7889d6a3a3ce72706b433da530/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:07,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:07,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:07,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 059e4a7889d6a3a3ce72706b433da530; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65260432, jitterRate=-0.02754378318786621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:07,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:07,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 059e4a7889d6a3a3ce72706b433da530: Running coprocessor pre-open hook at 1731435607262Writing region info on filesystem at 1731435607262Initializing all the Stores at 1731435607263 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435607263Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435607263Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435607263Cleaning up temporary data from old regions at 1731435607270 (+7 ms)Running coprocessor post-open hooks at 1731435607274 (+4 ms)Region opened successfully at 1731435607274 2024-11-12T18:20:07,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530., pid=10, masterSystemTime=1731435607238 2024-11-12T18:20:07,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:07,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:07,277 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=059e4a7889d6a3a3ce72706b433da530, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45853,1731435595102 2024-11-12T18:20:07,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 059e4a7889d6a3a3ce72706b433da530, server=9911683f163c,45853,1731435595102 because future has completed 2024-11-12T18:20:07,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:20:07,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 059e4a7889d6a3a3ce72706b433da530, server=9911683f163c,45853,1731435595102 in 194 msec 2024-11-12T18:20:07,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:20:07,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=059e4a7889d6a3a3ce72706b433da530, ASSIGN in 351 msec 2024-11-12T18:20:07,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:07,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435607284"}]},"ts":"1731435607284"} 2024-11-12T18:20:07,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:20:07,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:07,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-12T18:20:07,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530., hostname=9911683f163c,45853,1731435595102, seqNum=2] 2024-11-12T18:20:07,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:20:07,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:20:07,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:20:07,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:20:07,472 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:20:07,502 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,45853,1731435595102, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:20:07,503 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:07,503 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45853,1731435595102, seqNum=-1] 2024-11-12T18:20:07,503 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:07,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:07,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,45853,1731435595102', locateType=CURRENT is [region=hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530., hostname=9911683f163c,45853,1731435595102, seqNum=2] 2024-11-12T18:20:07,508 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:20:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:20:07,510 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,45853,1731435595102 suceeded 2024-11-12T18:20:07,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:20:07,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-12T18:20:07,512 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:36183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:20:07,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-11-12T18:20:07,523 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:36183' 2024-11-12T18:20:07,524 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bd3a2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:07,524 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:07,524 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:07,525 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:07,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f266c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:07,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:07,527 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:07,528 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5637a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:07,528 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:07,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36183,1731435599926 2024-11-12T18:20:07,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@493d378b 2024-11-12T18:20:07,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:07,530 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T18:20:07,530 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,45853,1731435595102 (queues=1) is replicating from cluster=8e4dba3c-b35b-4e48-b696-bc528ea200ae to cluster=b4b603a1-47bb-45e0-8c52-6f67dcae9c20 2024-11-12T18:20:07,530 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C45853%2C1731435595102 2024-11-12T18:20:07,530 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,45853,1731435595102, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:20:07,531 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C45853%2C1731435595102 2024-11-12T18:20:07,531 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722, startPosition=0, beingWritten=true 2024-11-12T18:20:07,536 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:07,536 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:07,536 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45853,1731435595102 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:07,740 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:08,044 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:08,242 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:20:08,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:08,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:08,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:08,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:08,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:08,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:08,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:08,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:08,244 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f8be27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:08,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:08,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:08,245 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b7b8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:08,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36183,1731435599926 2024-11-12T18:20:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45bb5357 2024-11-12T18:20:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:08,247 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:08,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:32923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:20:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:20:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:08,250 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:32923' 2024-11-12T18:20:08,251 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d9ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:08,251 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:20:08,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:08,252 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fe4771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:08,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:20:08,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:08,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:08,253 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:08,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb94c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:08,254 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:08,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,32923,1731435594795 2024-11-12T18:20:08,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec08e88 2024-11-12T18:20:08,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:08,255 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:08,256 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:20:08,256 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:20:08,256 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:08,256 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:08,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:08,256 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:08,257 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:20:08,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:08,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:08,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:20:08,307 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:20:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:08,448 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:08,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:08,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:08,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:20:08,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:20:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:08,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08333f9b3549c35a73916fb152067716, NAME => 'hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21 2024-11-12T18:20:08,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:20:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:08,953 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:09,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:09,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08333f9b3549c35a73916fb152067716, disabling compactions & flushes 2024-11-12T18:20:09,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. after waiting 0 ms 2024-11-12T18:20:09,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08333f9b3549c35a73916fb152067716: Waiting for close lock at 1731435609072Disabling compacts and flushes for region at 1731435609072Disabling writes for close at 1731435609072Writing region close event to WAL at 1731435609072Closed at 1731435609072 2024-11-12T18:20:09,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:09,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435609074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435609074"}]},"ts":"1731435609074"} 2024-11-12T18:20:09,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:09,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:09,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435609077"}]},"ts":"1731435609077"} 2024-11-12T18:20:09,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:20:09,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08333f9b3549c35a73916fb152067716, ASSIGN}] 2024-11-12T18:20:09,081 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08333f9b3549c35a73916fb152067716, ASSIGN 2024-11-12T18:20:09,081 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08333f9b3549c35a73916fb152067716, ASSIGN; state=OFFLINE, location=9911683f163c,41747,1731435600144; forceNewPlan=false, retain=false 2024-11-12T18:20:09,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08333f9b3549c35a73916fb152067716, regionState=OPENING, regionLocation=9911683f163c,41747,1731435600144 2024-11-12T18:20:09,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08333f9b3549c35a73916fb152067716, ASSIGN because future has completed 2024-11-12T18:20:09,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08333f9b3549c35a73916fb152067716, server=9911683f163c,41747,1731435600144}] 2024-11-12T18:20:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:09,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:09,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:20:09,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C41747%2C1731435600144.rep, suffix=, logDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144, archiveDir=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/oldWALs, maxLogs=10 2024-11-12T18:20:09,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.rep.1731435609393, exclude list is [], retry=0 2024-11-12T18:20:09,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40431,DS-d74f878c-096e-4707-b73f-b11cc25e84fb,DISK] 2024-11-12T18:20:09,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.rep.1731435609393 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38483:38483)] 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08333f9b3549c35a73916fb152067716, NAME => 'hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:09,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. service=MultiRowMutationService 2024-11-12T18:20:09,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:09,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,413 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,414 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08333f9b3549c35a73916fb152067716 columnFamilyName hfileref 2024-11-12T18:20:09,414 DEBUG [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:09,414 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] regionserver.HStore(327): Store=08333f9b3549c35a73916fb152067716/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:09,414 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,415 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08333f9b3549c35a73916fb152067716 columnFamilyName queue 2024-11-12T18:20:09,415 DEBUG [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:09,416 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] regionserver.HStore(327): Store=08333f9b3549c35a73916fb152067716/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:09,416 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,417 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08333f9b3549c35a73916fb152067716 columnFamilyName sid 2024-11-12T18:20:09,417 DEBUG [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:09,417 INFO [StoreOpener-08333f9b3549c35a73916fb152067716-1 {}] regionserver.HStore(327): Store=08333f9b3549c35a73916fb152067716/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:09,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:09,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:09,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08333f9b3549c35a73916fb152067716; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70576896, jitterRate=0.051677703857421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:09,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:09,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08333f9b3549c35a73916fb152067716: Running coprocessor pre-open hook at 1731435609412Writing region info on filesystem at 1731435609412Initializing all the Stores at 1731435609412Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435609412Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435609412Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435609412Cleaning up temporary data from old regions at 1731435609419 (+7 ms)Running coprocessor post-open hooks at 1731435609423 (+4 ms)Region opened successfully at 1731435609423 2024-11-12T18:20:09,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716., pid=10, masterSystemTime=1731435609387 2024-11-12T18:20:09,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:09,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08333f9b3549c35a73916fb152067716, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,41747,1731435600144 2024-11-12T18:20:09,427 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36183 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9911683f163c,41747,1731435600144, table=hbase:replication, region=08333f9b3549c35a73916fb152067716. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:20:09,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08333f9b3549c35a73916fb152067716, server=9911683f163c,41747,1731435600144 because future has completed 2024-11-12T18:20:09,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:20:09,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08333f9b3549c35a73916fb152067716, server=9911683f163c,41747,1731435600144 in 194 msec 2024-11-12T18:20:09,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:20:09,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08333f9b3549c35a73916fb152067716, ASSIGN in 352 msec 2024-11-12T18:20:09,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:09,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435609433"}]},"ts":"1731435609433"} 2024-11-12T18:20:09,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:20:09,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:09,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-12T18:20:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716., hostname=9911683f163c,41747,1731435600144, seqNum=2] 2024-11-12T18:20:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:09,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:09,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:20:09,557 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:09,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:20:09,625 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:20:09,655 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,41747,1731435600144, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:20:09,655 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:09,655 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41747,1731435600144, seqNum=-1] 2024-11-12T18:20:09,656 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:09,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,41747,1731435600144', locateType=CURRENT is [region=hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716., hostname=9911683f163c,41747,1731435600144, seqNum=2] 2024-11-12T18:20:09,661 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:20:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:20:09,663 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,41747,1731435600144 suceeded 2024-11-12T18:20:09,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:20:09,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-12T18:20:09,665 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:32923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:20:09,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-12T18:20:09,676 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:32923' 2024-11-12T18:20:09,677 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db93dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:09,677 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:20:09,677 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:09,678 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:20:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:09,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:20:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29260dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:20:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:09,680 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:09,680 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb682a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:09,680 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:09,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,32923,1731435594795 2024-11-12T18:20:09,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff538ff 2024-11-12T18:20:09,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:09,682 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T18:20:09,682 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,41747,1731435600144 (queues=1) is replicating from cluster=b4b603a1-47bb-45e0-8c52-6f67dcae9c20 to cluster=8e4dba3c-b35b-4e48-b696-bc528ea200ae 2024-11-12T18:20:09,682 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C41747%2C1731435600144 2024-11-12T18:20:09,683 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,41747,1731435600144, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:20:09,683 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C41747%2C1731435600144 2024-11-12T18:20:09,683 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366, startPosition=0, beingWritten=true 2024-11-12T18:20:09,702 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:09,702 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:09,702 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,41747,1731435600144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:09,913 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:10,218 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:10,261 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:10,402 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:20:10,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:10,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:10,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:10,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:10,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:10,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:10,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731435610406/Put/seqid=0 2024-11-12T18:20:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741840_1016 (size=7894) 2024-11-12T18:20:10,622 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:10,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731435610812/Put/seqid=0 2024-11-12T18:20:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741841_1017 (size=7691) 2024-11-12T18:20:11,065 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:11,126 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:11,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:11,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:20:11,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:11,220 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:20:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:20:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7ea8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:11,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:20:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:11,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:11,222 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:11,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ef104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:11,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45853,1731435595102, seqNum=-1] 2024-11-12T18:20:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:11,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:11,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:11,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,32923,1731435594795 2024-11-12T18:20:11,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20824e12 2024-11-12T18:20:11,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:11,236 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:11,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., hostname=9911683f163c,45853,1731435595102, seqNum=2] 2024-11-12T18:20:11,242 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:20:11,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T18:20:11,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T18:20:11,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T18:20:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:11,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T18:20:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HRegion(2603): Flush status journal for 5bb17b4f854b7c3bb2586cfdcf15df48: 2024-11-12T18:20:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_0 2024-11-12T18:20:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_0 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ 2024-11-12T18:20:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_1 2024-11-12T18:20:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_1 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ 2024-11-12T18:20:11,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_0 into 5bb17b4f854b7c3bb2586cfdcf15df48/f as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ - updating store file list. 2024-11-12T18:20:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 26b4e58d038449ba8c931e3e126661bd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:11,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:11,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_0 into 5bb17b4f854b7c3bb2586cfdcf15df48/f (new location: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_) 2024-11-12T18:20:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_0 2024-11-12T18:20:11,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_1 into 5bb17b4f854b7c3bb2586cfdcf15df48/f as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ - updating store file list. 2024-11-12T18:20:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5109893265164bae92f0a66ee1f2fb2b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:11,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:11,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_1 into 5bb17b4f854b7c3bb2586cfdcf15df48/f (new location: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_) 2024-11-12T18:20:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins__test__8ejbsh2pnh4det6vfens5rsd8ljjffd5nvrjejaaqkfge2psv7rfjar7jb1hh69k/f/hfile_1 2024-11-12T18:20:11,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:11,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:11,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:11,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., hostname=9911683f163c,45853,1731435595102, seqNum=2 , the old value is region=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., hostname=9911683f163c,45853,1731435595102, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9911683f163c:45853 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:20:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., hostname=9911683f163c,45853,1731435595102, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:20:11,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., hostname=9911683f163c,45853,1731435595102, seqNum=2 from cache 2024-11-12T18:20:11,289 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:11,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41747,1731435600144, seqNum=-1] 2024-11-12T18:20:11,290 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:20:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:11,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:11,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., hostname=9911683f163c,41747,1731435600144, seqNum=2] 2024-11-12T18:20:11,295 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:20:11,392 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:45853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:20:11,731 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:11,969 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 379, reset compression=false 2024-11-12T18:20:11,974 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:11,974 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45853,1731435595102 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bb17b4f854b7c3bb2586cfdcf15df48/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435611287/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T18:20:11,976 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:11,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T18:20:11,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.ReplicationSink(318): Replicating [8e4dba3c-b35b-4e48-b696-bc528ea200ae] bulk loaded data 2024-11-12T18:20:11,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@269d8125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:11,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:11,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:11,979 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:11,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:11,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:11,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d7c4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:11,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:11,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:11,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:11,981 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:11,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741840_1016 (size=7894) 2024-11-12T18:20:12,174 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:12,298 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:20:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741841_1017 (size=7691) 2024-11-12T18:20:12,437 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:12,479 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:12,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:12,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36183,1731435599926 2024-11-12T18:20:12,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@262c5fd7 2024-11-12T18:20:12,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:12,808 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T18:20:12,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:20:12,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:12,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41747,1731435600144, seqNum=-1] 2024-11-12T18:20:12,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:12,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:12,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T18:20:12,824 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T18:20:12,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ for inclusion in 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T18:20:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:12,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ for inclusion in 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T18:20:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HRegion(2603): Flush status journal for 9c13c474296f119a7876288c4011fd9f: 2024-11-12T18:20:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 26b4e58d038449ba8c931e3e126661bd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:20:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/ed30b867f74040d0b65bb9d886ced999_SeqId_4_ 2024-11-12T18:20:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:20:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/cdbb472e244c402f9def1ec327317e57_SeqId_4_ 2024-11-12T18:20:12,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ into 9c13c474296f119a7876288c4011fd9f/f as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/ed30b867f74040d0b65bb9d886ced999_SeqId_4_ - updating store file list. 2024-11-12T18:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed30b867f74040d0b65bb9d886ced999_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:12,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/ed30b867f74040d0b65bb9d886ced999_SeqId_4_ into 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:12,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ into 9c13c474296f119a7876288c4011fd9f/f (new location: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/ed30b867f74040d0b65bb9d886ced999_SeqId_4_) 2024-11-12T18:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/26b4e58d038449ba8c931e3e126661bd_SeqId_4_ 2024-11-12T18:20:12,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ into 9c13c474296f119a7876288c4011fd9f/f as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/cdbb472e244c402f9def1ec327317e57_SeqId_4_ - updating store file list. 2024-11-12T18:20:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cdbb472e244c402f9def1ec327317e57_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:12,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/cdbb472e244c402f9def1ec327317e57_SeqId_4_ into 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:12,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ into 9c13c474296f119a7876288c4011fd9f/f (new location: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/cdbb472e244c402f9def1ec327317e57_SeqId_4_) 2024-11-12T18:20:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins.hfs.11__test__s6l3vlfduplru1v7r9qa141qaoeuv33nhh5capm5opss670540o2l91ieu2cipnk/f/5109893265164bae92f0a66ee1f2fb2b_SeqId_4_ 2024-11-12T18:20:12,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.ReplicationSink(324): Finished replicating [8e4dba3c-b35b-4e48-b696-bc528ea200ae] bulk loaded data 2024-11-12T18:20:12,883 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:13,242 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 379, reset compression=false 2024-11-12T18:20:13,248 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:13,248 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,41747,1731435600144 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c13c474296f119a7876288c4011fd9f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435612851/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T18:20:13,250 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:13,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T18:20:13,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.ReplicationSink(318): Replicating [8e4dba3c-b35b-4e48-b696-bc528ea200ae, b4b603a1-47bb-45e0-8c52-6f67dcae9c20] bulk loaded data 2024-11-12T18:20:13,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179e3d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:13,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,32923,-1 for getting cluster id 2024-11-12T18:20:13,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:13,253 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4dba3c-b35b-4e48-b696-bc528ea200ae' 2024-11-12T18:20:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4dba3c-b35b-4e48-b696-bc528ea200ae" 2024-11-12T18:20:13,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb66bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,32923,-1] 2024-11-12T18:20:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:13,255 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:13,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f7f25fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:13,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741842_1018 (size=7894) 2024-11-12T18:20:13,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:13,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731435613310/Put/seqid=0 2024-11-12T18:20:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741842_1018 (size=11194) 2024-11-12T18:20:13,387 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:13,448 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 725, reset compression=false 2024-11-12T18:20:13,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741843_1019 (size=7691) 2024-11-12T18:20:13,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731435613717/Put/seqid=0 2024-11-12T18:20:13,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741843_1019 (size=10791) 2024-11-12T18:20:13,753 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 725, reset compression=false 2024-11-12T18:20:13,991 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:14,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,32923,1731435594795 2024-11-12T18:20:14,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a08deb 2024-11-12T18:20:14,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:14,078 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T18:20:14,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:20:14,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:14,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45853,1731435595102, seqNum=-1] 2024-11-12T18:20:14,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:14,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:14,090 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__35k91ubae4f8pvvakl81lpelg3cq09kfhpi6s1oncsfmcghc053kf2u7g5m8lued/f/cdbb472e244c402f9def1ec327317e57_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T18:20:14,095 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__35k91ubae4f8pvvakl81lpelg3cq09kfhpi6s1oncsfmcghc053kf2u7g5m8lued/f/ed30b867f74040d0b65bb9d886ced999_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T18:20:14,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.ReplicationSink(324): Finished replicating [8e4dba3c-b35b-4e48-b696-bc528ea200ae, b4b603a1-47bb-45e0-8c52-6f67dcae9c20] bulk loaded data 2024-11-12T18:20:14,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:14,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,36183,-1 for getting cluster id 2024-11-12T18:20:14,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:14,124 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4b603a1-47bb-45e0-8c52-6f67dcae9c20' 2024-11-12T18:20:14,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4b603a1-47bb-45e0-8c52-6f67dcae9c20" 2024-11-12T18:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ac55cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,36183,-1] 2024-11-12T18:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:14,126 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:14,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0324c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:14,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:14,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,41747,1731435600144, seqNum=-1] 2024-11-12T18:20:14,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:14,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:14,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:14,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,36183,1731435599926 2024-11-12T18:20:14,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a13b75d 2024-11-12T18:20:14,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:14,139 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., hostname=9911683f163c,41747,1731435600144, seqNum=2] 2024-11-12T18:20:14,145 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:20:14,152 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T18:20:14,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T18:20:14,158 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 725, reset compression=false 2024-11-12T18:20:14,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T18:20:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:14,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T18:20:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HRegion(2603): Flush status journal for 9c13c474296f119a7876288c4011fd9f: 2024-11-12T18:20:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_0 2024-11-12T18:20:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_0 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ 2024-11-12T18:20:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_1 2024-11-12T18:20:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_1 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/277432e0250446a486af53f4b95034d1_SeqId_6_ 2024-11-12T18:20:14,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_0 into 9c13c474296f119a7876288c4011fd9f/f as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ - updating store file list. 2024-11-12T18:20:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:14,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ into 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:14,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_0 into 9c13c474296f119a7876288c4011fd9f/f (new location: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_) 2024-11-12T18:20:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_0 2024-11-12T18:20:14,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_1 into 9c13c474296f119a7876288c4011fd9f/f as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/277432e0250446a486af53f4b95034d1_SeqId_6_ - updating store file list. 2024-11-12T18:20:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 277432e0250446a486af53f4b95034d1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:14,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/277432e0250446a486af53f4b95034d1_SeqId_6_ into 9c13c474296f119a7876288c4011fd9f/f 2024-11-12T18:20:14,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_1 into 9c13c474296f119a7876288c4011fd9f/f (new location: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/f/277432e0250446a486af53f4b95034d1_SeqId_6_) 2024-11-12T18:20:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/staging/jenkins__test__fhm4lda7ar1gm82ov8t78d11tclt1shsnsgm7skiajnskao1j73khqfs1kc8vrr7/f/hfile_1 2024-11-12T18:20:14,184 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:14,184 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:14,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:14,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:14,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., hostname=9911683f163c,41747,1731435600144, seqNum=2 , the old value is region=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., hostname=9911683f163c,41747,1731435600144, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9911683f163c:41747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:20:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., hostname=9911683f163c,41747,1731435600144, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:20:14,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., hostname=9911683f163c,41747,1731435600144, seqNum=2 from cache 2024-11-12T18:20:14,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:14,185 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:20:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45853,1731435595102, seqNum=-1] 2024-11-12T18:20:14,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:14,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., hostname=9911683f163c,45853,1731435595102, seqNum=2] 2024-11-12T18:20:14,197 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:20:14,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:20:14,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:14,292 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:41747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:20:14,662 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 725, reset compression=false 2024-11-12T18:20:14,669 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:14,670 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,41747,1731435600144 got entry batch from reader: WALEntryBatch [walEntries=[{test/9c13c474296f119a7876288c4011fd9f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435614182/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T18:20:14,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.ReplicationSink(318): Replicating [b4b603a1-47bb-45e0-8c52-6f67dcae9c20] bulk loaded data 2024-11-12T18:20:14,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741844_1020 (size=11194) 2024-11-12T18:20:14,696 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:14,870 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1033, reset compression=false 2024-11-12T18:20:14,914 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:14,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:15,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741845_1021 (size=10791) 2024-11-12T18:20:15,175 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1033, reset compression=false 2024-11-12T18:20:15,202 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:20:15,501 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:15,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:20:15,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/277432e0250446a486af53f4b95034d1_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T18:20:15,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T18:20:15,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ for inclusion in 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T18:20:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:15,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/277432e0250446a486af53f4b95034d1_SeqId_6_ for inclusion in 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T18:20:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:20:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HRegion(2603): Flush status journal for 5bb17b4f854b7c3bb2586cfdcf15df48: 2024-11-12T18:20:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:20:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/32bc769f66b34e9199707cb76a59ae6b_SeqId_6_ 2024-11-12T18:20:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 277432e0250446a486af53f4b95034d1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:20:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/277432e0250446a486af53f4b95034d1_SeqId_6_ as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/c86bd8b736d94efead95ec6e7d463b2f_SeqId_6_ 2024-11-12T18:20:15,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/32bc769f66b34e9199707cb76a59ae6b_SeqId_6_ - updating store file list. 2024-11-12T18:20:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32bc769f66b34e9199707cb76a59ae6b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:15,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/32bc769f66b34e9199707cb76a59ae6b_SeqId_6_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:15,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f (new location: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/32bc769f66b34e9199707cb76a59ae6b_SeqId_6_) 2024-11-12T18:20:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/903a88f6ffdf42f8be4e87ef9f5310da_SeqId_6_ 2024-11-12T18:20:15,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/277432e0250446a486af53f4b95034d1_SeqId_6_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/c86bd8b736d94efead95ec6e7d463b2f_SeqId_6_ - updating store file list. 2024-11-12T18:20:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c86bd8b736d94efead95ec6e7d463b2f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:20:15,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/c86bd8b736d94efead95ec6e7d463b2f_SeqId_6_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f 2024-11-12T18:20:15,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/277432e0250446a486af53f4b95034d1_SeqId_6_ into 5bb17b4f854b7c3bb2586cfdcf15df48/f (new location: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/f/c86bd8b736d94efead95ec6e7d463b2f_SeqId_6_) 2024-11-12T18:20:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/staging/jenkins.hfs.10__test__70olg3uas7en05slo44sc650kb228nppplekc915k0mc7ner5grl7bcuo8at81sv/f/277432e0250446a486af53f4b95034d1_SeqId_6_ 2024-11-12T18:20:15,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45853 {}] regionserver.ReplicationSink(324): Finished replicating [b4b603a1-47bb-45e0-8c52-6f67dcae9c20] bulk loaded data 2024-11-12T18:20:15,579 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1033, reset compression=false 2024-11-12T18:20:16,085 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1033, reset compression=false 2024-11-12T18:20:16,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:20:16,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:16,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:16,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:16,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:16,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:16,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:20:16,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1124042699, stopped=false 2024-11-12T18:20:16,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,36183,1731435599926 2024-11-12T18:20:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1278738244/running 2024-11-12T18:20:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1278738244/running 2024-11-12T18:20:16,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:16,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:16,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:16,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:16,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:16,239 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,41747,1731435600144' ***** 2024-11-12T18:20:16,239 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:20:16,239 INFO [RS:0;9911683f163c:41747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:20:16,239 INFO [RS:0;9911683f163c:41747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:20:16,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:20:16,239 INFO [RS:0;9911683f163c:41747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:20:16,239 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(3091): Received CLOSE for 08333f9b3549c35a73916fb152067716 2024-11-12T18:20:16,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/running 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,41747,1731435600144 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:41747. 2024-11-12T18:20:16,240 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08333f9b3549c35a73916fb152067716, disabling compactions & flushes 2024-11-12T18:20:16,240 DEBUG [RS:0;9911683f163c:41747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:16,240 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:16,240 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:16,240 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:16,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Set watcher on znode that does not yet exist, /1278738244/running 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:20:16,240 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:20:16,240 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. after waiting 0 ms 2024-11-12T18:20:16,240 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:16,240 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08333f9b3549c35a73916fb152067716 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T18:20:16,241 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:20:16,241 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1325): Online Regions={08333f9b3549c35a73916fb152067716=hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716., 9c13c474296f119a7876288c4011fd9f=test,,1731435603901.9c13c474296f119a7876288c4011fd9f., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:20:16,241 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1351): Waiting on 08333f9b3549c35a73916fb152067716, 1588230740, 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:16,247 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:16,248 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:16,248 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:16,248 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:16,248 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:16,248 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:20:16,279 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/.tmp/hfileref/b09e39313eb945efaa0064ec01ad68bd is 74, key is 1/hfileref:277432e0250446a486af53f4b95034d1_SeqId_6_/1731435615545/DeleteColumn/seqid=0 2024-11-12T18:20:16,315 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:16,319 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/info/eaf8f0cb50584f6294ecb88600f977c3 is 147, key is hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716./info:regioninfo/1731435609426/Put/seqid=0 2024-11-12T18:20:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741844_1020 (size=5345) 2024-11-12T18:20:16,338 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/.tmp/hfileref/b09e39313eb945efaa0064ec01ad68bd 2024-11-12T18:20:16,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741845_1021 (size=7686) 2024-11-12T18:20:16,352 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/info/eaf8f0cb50584f6294ecb88600f977c3 2024-11-12T18:20:16,387 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/ns/b1b0f55fc3c94a41b6d5dfe64c349550 is 43, key is default/ns:d/1731435603085/Put/seqid=0 2024-11-12T18:20:16,394 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/.tmp/queue/f941c6d6bf2f4ddab5eeb0f221aa3b27 is 154, key is 1-9911683f163c,41747,1731435600144/queue:9911683f163c%2C41747%2C1731435600144/1731435615547/Put/seqid=0 2024-11-12T18:20:16,406 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 687, reset compression=false 2024-11-12T18:20:16,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741847_1023 (size=5353) 2024-11-12T18:20:16,421 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/.tmp/queue/f941c6d6bf2f4ddab5eeb0f221aa3b27 2024-11-12T18:20:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741846_1022 (size=5153) 2024-11-12T18:20:16,436 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/ns/b1b0f55fc3c94a41b6d5dfe64c349550 2024-11-12T18:20:16,441 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1351): Waiting on 08333f9b3549c35a73916fb152067716, 1588230740, 9c13c474296f119a7876288c4011fd9f 2024-11-12T18:20:16,449 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/.tmp/hfileref/b09e39313eb945efaa0064ec01ad68bd as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/hfileref/b09e39313eb945efaa0064ec01ad68bd 2024-11-12T18:20:16,451 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:16,451 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45853,1731435595102 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bb17b4f854b7c3bb2586cfdcf15df48/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435615542/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T18:20:16,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9911683f163c,41747,1731435600144 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:20:16,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:59992 deadline: 1731435676452, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9911683f163c,41747,1731435600144 stopping 2024-11-12T18:20:16,455 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9911683f163c,41747,1731435600144 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:16,466 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/hfileref/b09e39313eb945efaa0064ec01ad68bd, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T18:20:16,474 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/.tmp/queue/f941c6d6bf2f4ddab5eeb0f221aa3b27 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/queue/f941c6d6bf2f4ddab5eeb0f221aa3b27 2024-11-12T18:20:16,484 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/rep_barrier/0d75fbf9b5114a77aa661ace4965eb97 is 112, key is test,,1731435603901.9c13c474296f119a7876288c4011fd9f./rep_barrier:seqnumDuringOpen/1731435605131/Put/seqid=0 2024-11-12T18:20:16,494 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/queue/f941c6d6bf2f4ddab5eeb0f221aa3b27, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T18:20:16,496 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 08333f9b3549c35a73916fb152067716 in 256ms, sequenceid=12, compaction requested=false 2024-11-12T18:20:16,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741848_1024 (size=5518) 2024-11-12T18:20:16,503 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/rep_barrier/0d75fbf9b5114a77aa661ace4965eb97 2024-11-12T18:20:16,544 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/replication/08333f9b3549c35a73916fb152067716/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:16,545 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08333f9b3549c35a73916fb152067716: Waiting for close lock at 1731435616240Running coprocessor pre-close hooks at 1731435616240Disabling compacts and flushes for region at 1731435616240Disabling writes for close at 1731435616240Obtaining lock to block concurrent updates at 1731435616240Preparing flush snapshotting stores in 08333f9b3549c35a73916fb152067716 at 1731435616240Finished memstore snapshotting hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731435616241 (+1 ms)Flushing stores of hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. at 1731435616242 (+1 ms)Flushing 08333f9b3549c35a73916fb152067716/hfileref: creating writer at 1731435616243 (+1 ms)Flushing 08333f9b3549c35a73916fb152067716/hfileref: appending metadata at 1731435616278 (+35 ms)Flushing 08333f9b3549c35a73916fb152067716/hfileref: closing flushed file at 1731435616278Flushing 08333f9b3549c35a73916fb152067716/queue: creating writer at 1731435616351 (+73 ms)Flushing 08333f9b3549c35a73916fb152067716/queue: appending metadata at 1731435616393 (+42 ms)Flushing 08333f9b3549c35a73916fb152067716/queue: closing flushed file at 1731435616393Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3274e4af: reopening flushed file at 1731435616446 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5d9f07: reopening flushed file at 1731435616466 (+20 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 08333f9b3549c35a73916fb152067716 in 256ms, sequenceid=12, compaction requested=false at 1731435616496 (+30 ms)Writing region close event to WAL at 1731435616506 (+10 ms)Running coprocessor post-close hooks at 1731435616544 (+38 ms)Closed at 1731435616545 (+1 ms) 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/table/89d991e8b6364f7e8d287bd4958c4976 is 53, key is hbase:replication/table:state/1731435609433/Put/seqid=0 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435608256.08333f9b3549c35a73916fb152067716. 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c13c474296f119a7876288c4011fd9f, disabling compactions & flushes 2024-11-12T18:20:16,545 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435603901.9c13c474296f119a7876288c4011fd9f. after waiting 0 ms 2024-11-12T18:20:16,545 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:16,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741849_1025 (size=5308) 2024-11-12T18:20:16,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9911683f163c,41747,1731435600144 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:20:16,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41747 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:59992 deadline: 1731435676561, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9911683f163c,41747,1731435600144 stopping 2024-11-12T18:20:16,564 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9911683f163c,41747,1731435600144 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:16,577 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/default/test/9c13c474296f119a7876288c4011fd9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:20:16,578 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:16,578 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:16,578 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:16,579 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c13c474296f119a7876288c4011fd9f: Waiting for close lock at 1731435616545Running coprocessor pre-close hooks at 1731435616545Disabling compacts and flushes for region at 1731435616545Disabling writes for close at 1731435616545Writing region close event to WAL at 1731435616567 (+22 ms)Running coprocessor post-close hooks at 1731435616578 (+11 ms)Closed at 1731435616578 2024-11-12T18:20:16,579 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435603901.9c13c474296f119a7876288c4011fd9f. 2024-11-12T18:20:16,644 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:16,651 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1033, reset compression=false 2024-11-12T18:20:16,692 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1033, reset compression=false 2024-11-12T18:20:16,703 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:16,703 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1328, reset compression=false 2024-11-12T18:20:16,703 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,41747,1731435600144 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:16,704 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,41747,1731435600144: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,41747,1731435600144, walGroup=9911683f163c%2C41747%2C1731435600144, offset=9911683f163c%2C41747%2C1731435600144.1731435602366:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:41747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:20:16,706 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:20:16,706 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:20:16,710 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:20:16,710 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:20:16,710 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:20:16,710 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 843271088 }, "NonHeapMemoryUsage": { "committed": 191430656, "init": 7667712, "max": -1, "used": 188512360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:20:16,713 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:20:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9911683f163c,41747,1731435600144 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:16,774 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9911683f163c,41747,1731435600144 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:16,844 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:16,936 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1328, reset compression=false 2024-11-12T18:20:16,962 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/table/89d991e8b6364f7e8d287bd4958c4976 2024-11-12T18:20:16,965 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1033, reset compression=false 2024-11-12T18:20:16,977 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/info/eaf8f0cb50584f6294ecb88600f977c3 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/info/eaf8f0cb50584f6294ecb88600f977c3 2024-11-12T18:20:16,984 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/info/eaf8f0cb50584f6294ecb88600f977c3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:20:16,989 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/ns/b1b0f55fc3c94a41b6d5dfe64c349550 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/ns/b1b0f55fc3c94a41b6d5dfe64c349550 2024-11-12T18:20:17,007 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/ns/b1b0f55fc3c94a41b6d5dfe64c349550, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:20:17,013 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/rep_barrier/0d75fbf9b5114a77aa661ace4965eb97 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/rep_barrier/0d75fbf9b5114a77aa661ace4965eb97 2024-11-12T18:20:17,023 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/rep_barrier/0d75fbf9b5114a77aa661ace4965eb97, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:20:17,024 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/.tmp/table/89d991e8b6364f7e8d287bd4958c4976 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/table/89d991e8b6364f7e8d287bd4958c4976 2024-11-12T18:20:17,031 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/table/89d991e8b6364f7e8d287bd4958c4976, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:20:17,037 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 788ms, sequenceid=16, compaction requested=false 2024-11-12T18:20:17,044 DEBUG [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:17,058 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:20:17,059 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:17,059 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:17,059 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:17,059 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435616247Running coprocessor pre-close hooks at 1731435616247Disabling compacts and flushes for region at 1731435616247Disabling writes for close at 1731435616248 (+1 ms)Obtaining lock to block concurrent updates at 1731435616248Preparing flush snapshotting stores in 1588230740 at 1731435616248Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435616248Flushing stores of hbase:meta,,1.1588230740 at 1731435616252 (+4 ms)Flushing 1588230740/info: creating writer at 1731435616252Flushing 1588230740/info: appending metadata at 1731435616319 (+67 ms)Flushing 1588230740/info: closing flushed file at 1731435616319Flushing 1588230740/ns: creating writer at 1731435616361 (+42 ms)Flushing 1588230740/ns: appending metadata at 1731435616386 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731435616386Flushing 1588230740/rep_barrier: creating writer at 1731435616452 (+66 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435616483 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435616483Flushing 1588230740/table: creating writer at 1731435616510 (+27 ms)Flushing 1588230740/table: appending metadata at 1731435616544 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731435616544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571607c: reopening flushed file at 1731435616976 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325bf130: reopening flushed file at 1731435616984 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff40ff9: reopening flushed file at 1731435617007 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cae6ed: reopening flushed file at 1731435617023 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 788ms, sequenceid=16, compaction requested=false at 1731435617037 (+14 ms)Writing region close event to WAL at 1731435617051 (+14 ms)Running coprocessor post-close hooks at 1731435617059 (+8 ms)Closed at 1731435617059 2024-11-12T18:20:17,059 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:17,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9911683f163c,41747,1731435600144 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:17,122 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9911683f163c,41747,1731435600144 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:17,229 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:20:17,229 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:20:17,245 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,41747,1731435600144; all regions closed. 2024-11-12T18:20:17,258 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/WALs/9911683f163c,41747,1731435600144/9911683f163c%2C41747%2C1731435600144.1731435602366 to pos 1328, reset compression=false 2024-11-12T18:20:17,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:20:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741839_1015 (size=3127) 2024-11-12T18:20:17,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741832_1008 (size=1336) 2024-11-12T18:20:17,300 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:17,300 INFO [RS:0;9911683f163c:41747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:17,300 INFO [RS:0;9911683f163c:41747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:17,300 INFO [RS:0;9911683f163c:41747 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:17,300 INFO [RS:0;9911683f163c:41747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:17,300 INFO [RS:0;9911683f163c:41747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,41747,1731435600144 because: Region server is closing 2024-11-12T18:20:17,301 INFO [RS:0;9911683f163c:41747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:41747. 2024-11-12T18:20:17,301 DEBUG [RS:0;9911683f163c:41747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:17,301 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:17,301 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:17,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:17,302 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:17,371 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1033, reset compression=false 2024-11-12T18:20:17,404 INFO [RS:0;9911683f163c:41747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.shipper9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 terminated 2024-11-12T18:20:17,404 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,41747,1731435600144.replicationSource.wal-reader.9911683f163c%2C41747%2C1731435600144,1-9911683f163c,41747,1731435600144 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:20:17,404 INFO [RS:0;9911683f163c:41747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:41747. 2024-11-12T18:20:17,404 DEBUG [RS:0;9911683f163c:41747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:17,404 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:17,404 DEBUG [RS:0;9911683f163c:41747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:17,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:17,404 INFO [RS:0;9911683f163c:41747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41747 2024-11-12T18:20:17,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244/rs 2024-11-12T18:20:17,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1278738244/rs/9911683f163c,41747,1731435600144 2024-11-12T18:20:17,409 INFO [RS:0;9911683f163c:41747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:17,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,41747,1731435600144] 2024-11-12T18:20:17,415 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/draining/9911683f163c,41747,1731435600144 already deleted, retry=false 2024-11-12T18:20:17,415 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,41747,1731435600144 expired; onlineServers=0 2024-11-12T18:20:17,415 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,36183,1731435599926' ***** 2024-11-12T18:20:17,415 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:20:17,415 INFO [M:0;9911683f163c:36183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:17,415 INFO [M:0;9911683f163c:36183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:17,416 DEBUG [M:0;9911683f163c:36183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:20:17,416 DEBUG [M:0;9911683f163c:36183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:20:17,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:20:17,416 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435602020 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435602020,5,FailOnTimeoutGroup] 2024-11-12T18:20:17,416 INFO [M:0;9911683f163c:36183 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:17,416 INFO [M:0;9911683f163c:36183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:17,416 DEBUG [M:0;9911683f163c:36183 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:20:17,416 INFO [M:0;9911683f163c:36183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:20:17,416 INFO [M:0;9911683f163c:36183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:17,416 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435602024 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435602024,5,FailOnTimeoutGroup] 2024-11-12T18:20:17,416 INFO [M:0;9911683f163c:36183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:20:17,420 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:20:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1278738244/master 2024-11-12T18:20:17,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1278738244 2024-11-12T18:20:17,437 DEBUG [M:0;9911683f163c:36183 {}] zookeeper.RecoverableZooKeeper(212): Node /1278738244/master already deleted, retry=false 2024-11-12T18:20:17,437 DEBUG [M:0;9911683f163c:36183 {}] master.ActiveMasterManager(353): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Failed delete of our master address node; KeeperErrorCode = NoNode for /1278738244/master 2024-11-12T18:20:17,441 INFO [M:0;9911683f163c:36183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/.lastflushedseqids 2024-11-12T18:20:17,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741850_1026 (size=263) 2024-11-12T18:20:17,513 INFO [RS:0;9911683f163c:41747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:17,513 INFO [RS:0;9911683f163c:41747 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,41747,1731435600144; zookeeper connection closed. 2024-11-12T18:20:17,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:17,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41747-0x100353885bc0004, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:17,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a8bd7d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a8bd7d1 2024-11-12T18:20:17,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:20:17,533 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9911683f163c:41747 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:41747 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:17,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9911683f163c:41747 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:41747 2024-11-12T18:20:17,534 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=9911683f163c:41747 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:41747 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:41747 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T18:20:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:20:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54972 deadline: 1731435677544, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T18:20:17,550 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T18:20:17,551 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T18:20:17,882 INFO [M:0;9911683f163c:36183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:20:17,884 INFO [M:0;9911683f163c:36183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:20:17,885 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:17,885 INFO [M:0;9911683f163c:36183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:17,885 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:17,885 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:17,885 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:17,885 INFO [M:0;9911683f163c:36183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T18:20:17,897 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1033, reset compression=false 2024-11-12T18:20:17,913 DEBUG [M:0;9911683f163c:36183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a030ffae38d4356880e65dc1bff9f0d is 82, key is hbase:meta,,1/info:regioninfo/1731435603057/Put/seqid=0 2024-11-12T18:20:17,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741851_1027 (size=5672) 2024-11-12T18:20:17,927 INFO [M:0;9911683f163c:36183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a030ffae38d4356880e65dc1bff9f0d 2024-11-12T18:20:17,992 DEBUG [M:0;9911683f163c:36183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/883e5e156c654f7ea538bcbb21abc653 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435609436/Put/seqid=0 2024-11-12T18:20:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741852_1028 (size=8516) 2024-11-12T18:20:18,033 INFO [M:0;9911683f163c:36183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/883e5e156c654f7ea538bcbb21abc653 2024-11-12T18:20:18,051 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T18:20:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:20:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36183 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:54972 deadline: 1731435678064, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T18:20:18,066 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T18:20:18,067 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T18:20:18,067 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T18:20:18,115 DEBUG [M:0;9911683f163c:36183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1444f244729b4c02a4faed21b4dd320a is 69, key is 9911683f163c,41747,1731435600144/rs:state/1731435602098/Put/seqid=0 2024-11-12T18:20:18,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741853_1029 (size=5156) 2024-11-12T18:20:18,125 INFO [M:0;9911683f163c:36183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1444f244729b4c02a4faed21b4dd320a 2024-11-12T18:20:18,145 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a030ffae38d4356880e65dc1bff9f0d as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a030ffae38d4356880e65dc1bff9f0d 2024-11-12T18:20:18,156 INFO [M:0;9911683f163c:36183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a030ffae38d4356880e65dc1bff9f0d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:20:18,164 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/883e5e156c654f7ea538bcbb21abc653 as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/883e5e156c654f7ea538bcbb21abc653 2024-11-12T18:20:18,194 INFO [M:0;9911683f163c:36183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/883e5e156c654f7ea538bcbb21abc653, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:20:18,195 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1444f244729b4c02a4faed21b4dd320a as hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1444f244729b4c02a4faed21b4dd320a 2024-11-12T18:20:18,206 INFO [M:0;9911683f163c:36183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38781/user/jenkins/test-data/cba775b5-ea92-b4a9-d0ee-d61512cc3e21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1444f244729b4c02a4faed21b4dd320a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:20:18,208 INFO [M:0;9911683f163c:36183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 323ms, sequenceid=97, compaction requested=false 2024-11-12T18:20:18,249 INFO [M:0;9911683f163c:36183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:18,249 DEBUG [M:0;9911683f163c:36183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435617885Disabling compacts and flushes for region at 1731435617885Disabling writes for close at 1731435617885Obtaining lock to block concurrent updates at 1731435617885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435617885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731435617885Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435617886 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435617886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435617912 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435617912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435617935 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435617992 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435617992Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435618076 (+84 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435618114 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435618115 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c74c56d: reopening flushed file at 1731435618142 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3ce9f9: reopening flushed file at 1731435618156 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3370da12: reopening flushed file at 1731435618194 (+38 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 323ms, sequenceid=97, compaction requested=false at 1731435618208 (+14 ms)Writing region close event to WAL at 1731435618249 (+41 ms)Closed at 1731435618249 2024-11-12T18:20:18,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40431 is added to blk_1073741830_1006 (size=63654) 2024-11-12T18:20:18,269 INFO [M:0;9911683f163c:36183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:20:18,269 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:18,269 INFO [M:0;9911683f163c:36183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36183 2024-11-12T18:20:18,272 INFO [M:0;9911683f163c:36183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:18,376 INFO [M:0;9911683f163c:36183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36183-0x100353885bc0003, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:18,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62978b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:18,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:18,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:18,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:18,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:18,396 WARN [BP-377844090-172.17.0.3-1731435597913 heartbeating to localhost/127.0.0.1:38781 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:20:18,396 WARN [BP-377844090-172.17.0.3-1731435597913 heartbeating to localhost/127.0.0.1:38781 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-377844090-172.17.0.3-1731435597913 (Datanode Uuid 9e975b10-2f14-4dee-8830-c03272ad6288) service to localhost/127.0.0.1:38781 2024-11-12T18:20:18,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/cluster_99a38490-0ae0-591b-90dd-e6840b3dee23/data/data2/current/BP-377844090-172.17.0.3-1731435597913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:18,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:20:18,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:20:18,398 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/cluster_99a38490-0ae0-591b-90dd-e6840b3dee23/data/data1/current/BP-377844090-172.17.0.3-1731435597913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:18,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:20:18,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bac464d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:18,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:18,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:18,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:18,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:18,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:20:18,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:20:18,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:18,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:18,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:18,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:18,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:18,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:20:18,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1586743966, stopped=false 2024-11-12T18:20:18,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,32923,1731435594795 2024-11-12T18:20:18,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-639636405/running 2024-11-12T18:20:18,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:20:18,447 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:18,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-639636405/running 2024-11-12T18:20:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:20:18,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:18,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:18,449 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/running 2024-11-12T18:20:18,449 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,45853,1731435595102' ***** 2024-11-12T18:20:18,449 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:20:18,449 INFO [RS:0;9911683f163c:45853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:20:18,449 INFO [RS:0;9911683f163c:45853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:20:18,450 INFO [RS:0;9911683f163c:45853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:20:18,450 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(3091): Received CLOSE for 059e4a7889d6a3a3ce72706b433da530 2024-11-12T18:20:18,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:20:18,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Set watcher on znode that does not yet exist, /0-639636405/running 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,45853,1731435595102 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45853. 2024-11-12T18:20:18,456 DEBUG [RS:0;9911683f163c:45853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:18,456 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:20:18,456 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:20:18,459 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 059e4a7889d6a3a3ce72706b433da530, disabling compactions & flushes 2024-11-12T18:20:18,459 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:18,460 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:18,460 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. after waiting 0 ms 2024-11-12T18:20:18,460 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:18,460 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 059e4a7889d6a3a3ce72706b433da530 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-12T18:20:18,469 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:20:18,470 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1325): Online Regions={059e4a7889d6a3a3ce72706b433da530=hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530., 5bb17b4f854b7c3bb2586cfdcf15df48=test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:20:18,470 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1351): Waiting on 059e4a7889d6a3a3ce72706b433da530, 1588230740, 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:18,477 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:18,477 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:18,477 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:18,477 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:18,477 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:18,477 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:20:18,496 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/.tmp/hfileref/25f428329f1d4dc7a534a5347c14bca8 is 74, key is 1/hfileref:26b4e58d038449ba8c931e3e126661bd_SeqId_4_/1731435612854/DeleteColumn/seqid=0 2024-11-12T18:20:18,498 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/info/2c22ae7121154ecca854e7cd2c103d3f is 147, key is hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530./info:regioninfo/1731435607277/Put/seqid=0 2024-11-12T18:20:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741846_1022 (size=5345) 2024-11-12T18:20:18,514 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1033, reset compression=false 2024-11-12T18:20:18,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741847_1023 (size=7686) 2024-11-12T18:20:18,537 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:18,602 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:20:18,602 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:20:18,668 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T18:20:18,669 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9911683f163c:36183 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:36183 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:18,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9911683f163c:36183 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:36183 2024-11-12T18:20:18,671 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1351): Waiting on 059e4a7889d6a3a3ce72706b433da530, 1588230740, 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:18,772 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:18,773 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9911683f163c:36183 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:36183 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:20:18,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=9911683f163c:36183 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:36183 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-12T18:20:18,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 9911683f163c:36183 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9911683f163c/172.17.0.3:36183 2024-11-12T18:20:18,872 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1351): Waiting on 059e4a7889d6a3a3ce72706b433da530, 1588230740, 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:18,915 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/.tmp/hfileref/25f428329f1d4dc7a534a5347c14bca8 2024-11-12T18:20:18,920 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/info/2c22ae7121154ecca854e7cd2c103d3f 2024-11-12T18:20:18,963 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/.tmp/queue/09869da4fafe4b61bb101784f92bb3a7 is 153, key is 1-9911683f163c,45853,1731435595102/queue:9911683f163c%2C45853%2C1731435595102/1731435612856/Put/seqid=0 2024-11-12T18:20:18,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:18,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9911683f163c:36183 this server is in the failed servers list 2024-11-12T18:20:18,983 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9911683f163c:36183 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:18,984 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/ns/ac5d226d7ee145e684e983ec5256cd0d is 43, key is default/ns:d/1731435597714/Put/seqid=0 2024-11-12T18:20:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741848_1024 (size=5352) 2024-11-12T18:20:19,008 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/.tmp/queue/09869da4fafe4b61bb101784f92bb3a7 2024-11-12T18:20:19,030 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/.tmp/hfileref/25f428329f1d4dc7a534a5347c14bca8 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/hfileref/25f428329f1d4dc7a534a5347c14bca8 2024-11-12T18:20:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741849_1025 (size=5153) 2024-11-12T18:20:19,038 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/ns/ac5d226d7ee145e684e983ec5256cd0d 2024-11-12T18:20:19,065 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/hfileref/25f428329f1d4dc7a534a5347c14bca8, entries=4, sequenceid=10, filesize=5.2 K 2024-11-12T18:20:19,067 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/.tmp/queue/09869da4fafe4b61bb101784f92bb3a7 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/queue/09869da4fafe4b61bb101784f92bb3a7 2024-11-12T18:20:19,072 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1351): Waiting on 059e4a7889d6a3a3ce72706b433da530, 1588230740, 5bb17b4f854b7c3bb2586cfdcf15df48 2024-11-12T18:20:19,075 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/queue/09869da4fafe4b61bb101784f92bb3a7, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T18:20:19,077 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 059e4a7889d6a3a3ce72706b433da530 in 616ms, sequenceid=10, compaction requested=false 2024-11-12T18:20:19,078 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/rep_barrier/20ca7411c5d94a44a3b6598f6cdaf365 is 112, key is test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48./rep_barrier:seqnumDuringOpen/1731435603846/Put/seqid=0 2024-11-12T18:20:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741850_1026 (size=5518) 2024-11-12T18:20:19,125 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/rep_barrier/20ca7411c5d94a44a3b6598f6cdaf365 2024-11-12T18:20:19,144 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/replication/059e4a7889d6a3a3ce72706b433da530/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T18:20:19,146 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:19,146 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:19,146 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:19,146 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 059e4a7889d6a3a3ce72706b433da530: Waiting for close lock at 1731435618459Running coprocessor pre-close hooks at 1731435618459Disabling compacts and flushes for region at 1731435618459Disabling writes for close at 1731435618460 (+1 ms)Obtaining lock to block concurrent updates at 1731435618460Preparing flush snapshotting stores in 059e4a7889d6a3a3ce72706b433da530 at 1731435618460Finished memstore snapshotting hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731435618460Flushing stores of hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. at 1731435618469 (+9 ms)Flushing 059e4a7889d6a3a3ce72706b433da530/hfileref: creating writer at 1731435618469Flushing 059e4a7889d6a3a3ce72706b433da530/hfileref: appending metadata at 1731435618495 (+26 ms)Flushing 059e4a7889d6a3a3ce72706b433da530/hfileref: closing flushed file at 1731435618495Flushing 059e4a7889d6a3a3ce72706b433da530/queue: creating writer at 1731435618930 (+435 ms)Flushing 059e4a7889d6a3a3ce72706b433da530/queue: appending metadata at 1731435618962 (+32 ms)Flushing 059e4a7889d6a3a3ce72706b433da530/queue: closing flushed file at 1731435618962Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cfec80: reopening flushed file at 1731435619025 (+63 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47137d2e: reopening flushed file at 1731435619066 (+41 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 059e4a7889d6a3a3ce72706b433da530 in 616ms, sequenceid=10, compaction requested=false at 1731435619077 (+11 ms)Writing region close event to WAL at 1731435619125 (+48 ms)Running coprocessor post-close hooks at 1731435619146 (+21 ms)Closed at 1731435619146 2024-11-12T18:20:19,146 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435606101.059e4a7889d6a3a3ce72706b433da530. 2024-11-12T18:20:19,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bb17b4f854b7c3bb2586cfdcf15df48, disabling compactions & flushes 2024-11-12T18:20:19,147 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:19,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:19,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. after waiting 0 ms 2024-11-12T18:20:19,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:19,170 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/table/ee878894228a4f529e298e0e9e5b2024 is 53, key is hbase:replication/table:state/1731435607284/Put/seqid=0 2024-11-12T18:20:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741851_1027 (size=5308) 2024-11-12T18:20:19,200 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/table/ee878894228a4f529e298e0e9e5b2024 2024-11-12T18:20:19,200 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/default/test/5bb17b4f854b7c3bb2586cfdcf15df48/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:20:19,201 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:19,201 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:19,201 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:19,201 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bb17b4f854b7c3bb2586cfdcf15df48: Waiting for close lock at 1731435619147Running coprocessor pre-close hooks at 1731435619147Disabling compacts and flushes for region at 1731435619147Disabling writes for close at 1731435619147Writing region close event to WAL at 1731435619167 (+20 ms)Running coprocessor post-close hooks at 1731435619201 (+34 ms)Closed at 1731435619201 2024-11-12T18:20:19,201 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435603260.5bb17b4f854b7c3bb2586cfdcf15df48. 2024-11-12T18:20:19,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/info/2c22ae7121154ecca854e7cd2c103d3f as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/info/2c22ae7121154ecca854e7cd2c103d3f 2024-11-12T18:20:19,224 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1033, reset compression=false 2024-11-12T18:20:19,231 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/info/2c22ae7121154ecca854e7cd2c103d3f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:20:19,232 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/ns/ac5d226d7ee145e684e983ec5256cd0d as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/ns/ac5d226d7ee145e684e983ec5256cd0d 2024-11-12T18:20:19,246 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:19,246 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1328, reset compression=false 2024-11-12T18:20:19,257 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/ns/ac5d226d7ee145e684e983ec5256cd0d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:20:19,261 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/rep_barrier/20ca7411c5d94a44a3b6598f6cdaf365 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/rep_barrier/20ca7411c5d94a44a3b6598f6cdaf365 2024-11-12T18:20:19,272 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/rep_barrier/20ca7411c5d94a44a3b6598f6cdaf365, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:20:19,272 DEBUG [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:19,275 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/.tmp/table/ee878894228a4f529e298e0e9e5b2024 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/table/ee878894228a4f529e298e0e9e5b2024 2024-11-12T18:20:19,282 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/table/ee878894228a4f529e298e0e9e5b2024, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:20:19,285 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 808ms, sequenceid=16, compaction requested=false 2024-11-12T18:20:19,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:19,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9911683f163c:36183 this server is in the failed servers list 2024-11-12T18:20:19,293 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9911683f163c:36183 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:19,362 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:20:19,366 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:19,366 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:19,366 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:19,366 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435618477Running coprocessor pre-close hooks at 1731435618477Disabling compacts and flushes for region at 1731435618477Disabling writes for close at 1731435618477Obtaining lock to block concurrent updates at 1731435618477Preparing flush snapshotting stores in 1588230740 at 1731435618477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435618478 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435618479 (+1 ms)Flushing 1588230740/info: creating writer at 1731435618479Flushing 1588230740/info: appending metadata at 1731435618497 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731435618497Flushing 1588230740/ns: creating writer at 1731435618947 (+450 ms)Flushing 1588230740/ns: appending metadata at 1731435618983 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731435618983Flushing 1588230740/rep_barrier: creating writer at 1731435619047 (+64 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435619078 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435619078Flushing 1588230740/table: creating writer at 1731435619140 (+62 ms)Flushing 1588230740/table: appending metadata at 1731435619170 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731435619170Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4740517f: reopening flushed file at 1731435619207 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c4eff1: reopening flushed file at 1731435619231 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e68ef68: reopening flushed file at 1731435619257 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c8f13b: reopening flushed file at 1731435619273 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 808ms, sequenceid=16, compaction requested=false at 1731435619285 (+12 ms)Writing region close event to WAL at 1731435619341 (+56 ms)Running coprocessor post-close hooks at 1731435619366 (+25 ms)Closed at 1731435619366 2024-11-12T18:20:19,366 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:19,471 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/WALs/9911683f163c,45853,1731435595102/9911683f163c%2C45853%2C1731435595102.1731435596722 to pos 1328, reset compression=false 2024-11-12T18:20:19,473 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,45853,1731435595102; all regions closed. 2024-11-12T18:20:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:20:19,487 DEBUG [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/oldWALs 2024-11-12T18:20:19,487 INFO [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C45853%2C1731435595102.meta:.meta(num 1731435597555) 2024-11-12T18:20:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741839_1015 (size=2695) 2024-11-12T18:20:19,515 DEBUG [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/oldWALs 2024-11-12T18:20:19,515 INFO [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C45853%2C1731435595102.rep:(num 1731435607244) 2024-11-12T18:20:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741833_1009 (size=1336) 2024-11-12T18:20:19,521 DEBUG [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/oldWALs 2024-11-12T18:20:19,521 INFO [RS:0;9911683f163c:45853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C45853%2C1731435595102:(num 1731435596722) 2024-11-12T18:20:19,521 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:19,521 INFO [RS:0;9911683f163c:45853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:19,521 INFO [RS:0;9911683f163c:45853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:19,523 INFO [RS:0;9911683f163c:45853 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:19,523 INFO [RS:0;9911683f163c:45853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:19,523 INFO [RS:0;9911683f163c:45853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,45853,1731435595102 because: Region server is closing 2024-11-12T18:20:19,523 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:19,523 INFO [RS:0;9911683f163c:45853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45853. 2024-11-12T18:20:19,523 DEBUG [RS:0;9911683f163c:45853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:19,523 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:19,523 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:19,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:19,624 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-12T18:20:19,624 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T18:20:19,624 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T18:20:19,625 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.wal-reader.9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:20:19,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:19,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9911683f163c:36183 this server is in the failed servers list 2024-11-12T18:20:19,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9911683f163c:36183 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:20,325 INFO [RS:0;9911683f163c:45853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45853,1731435595102.replicationSource.shipper9911683f163c%2C45853%2C1731435595102,1-9911683f163c,45853,1731435595102 terminated 2024-11-12T18:20:20,326 INFO [RS:0;9911683f163c:45853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45853. 2024-11-12T18:20:20,326 DEBUG [RS:0;9911683f163c:45853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:20,326 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:20,326 DEBUG [RS:0;9911683f163c:45853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:20,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:20,326 INFO [RS:0;9911683f163c:45853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45853 2024-11-12T18:20:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-639636405/rs/9911683f163c,45853,1731435595102 2024-11-12T18:20:20,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405/rs 2024-11-12T18:20:20,332 INFO [RS:0;9911683f163c:45853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:20,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,45853,1731435595102] 2024-11-12T18:20:20,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-639636405/draining/9911683f163c,45853,1731435595102 already deleted, retry=false 2024-11-12T18:20:20,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,45853,1731435595102 expired; onlineServers=0 2024-11-12T18:20:20,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,32923,1731435594795' ***** 2024-11-12T18:20:20,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:20:20,344 INFO [M:0;9911683f163c:32923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:20,344 INFO [M:0;9911683f163c:32923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:20,344 DEBUG [M:0;9911683f163c:32923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:20:20,344 DEBUG [M:0;9911683f163c:32923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:20:20,344 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:20:20,344 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435596143 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435596143,5,FailOnTimeoutGroup] 2024-11-12T18:20:20,344 INFO [M:0;9911683f163c:32923 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:20,344 INFO [M:0;9911683f163c:32923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:20,344 DEBUG [M:0;9911683f163c:32923 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:20:20,345 INFO [M:0;9911683f163c:32923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:20:20,345 INFO [M:0;9911683f163c:32923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:20,345 INFO [M:0;9911683f163c:32923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:20:20,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:20:20,346 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435596144 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435596144,5,FailOnTimeoutGroup] 2024-11-12T18:20:20,357 DEBUG [M:0;9911683f163c:32923 {}] zookeeper.ZKUtil(347): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Unable to get data of znode /0-639636405/master because node does not exist (not an error) 2024-11-12T18:20:20,357 WARN [M:0;9911683f163c:32923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:20:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-639636405/master 2024-11-12T18:20:20,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-639636405 2024-11-12T18:20:20,361 INFO [M:0;9911683f163c:32923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/.lastflushedseqids 2024-11-12T18:20:20,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741852_1028 (size=263) 2024-11-12T18:20:20,415 INFO [M:0;9911683f163c:32923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:20:20,415 INFO [M:0;9911683f163c:32923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:20:20,416 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:20,416 INFO [M:0;9911683f163c:32923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:20,416 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:20,416 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:20,416 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:20,416 INFO [M:0;9911683f163c:32923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T18:20:20,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:20,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45853-0x100353885bc0001, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:20,437 INFO [RS:0;9911683f163c:45853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:20,437 INFO [RS:0;9911683f163c:45853 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,45853,1731435595102; zookeeper connection closed. 2024-11-12T18:20:20,455 DEBUG [M:0;9911683f163c:32923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfc26757de541aba571fdd4d29a28cf is 82, key is hbase:meta,,1/info:regioninfo/1731435597675/Put/seqid=0 2024-11-12T18:20:20,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bb8dfde {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bb8dfde 2024-11-12T18:20:20,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:20:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741853_1029 (size=5672) 2024-11-12T18:20:20,522 INFO [M:0;9911683f163c:32923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfc26757de541aba571fdd4d29a28cf 2024-11-12T18:20:20,574 DEBUG [M:0;9911683f163c:32923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f233f98ea1824a518c3ac20e43c8b24c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435607288/Put/seqid=0 2024-11-12T18:20:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741854_1030 (size=8517) 2024-11-12T18:20:20,605 INFO [M:0;9911683f163c:32923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f233f98ea1824a518c3ac20e43c8b24c 2024-11-12T18:20:20,649 DEBUG [M:0;9911683f163c:32923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/400494304fd14406bf494b036cc2eb65 is 69, key is 9911683f163c,45853,1731435595102/rs:state/1731435596297/Put/seqid=0 2024-11-12T18:20:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741855_1031 (size=5156) 2024-11-12T18:20:20,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:20,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:20,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:21,064 INFO [M:0;9911683f163c:32923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/400494304fd14406bf494b036cc2eb65 2024-11-12T18:20:21,078 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cfc26757de541aba571fdd4d29a28cf as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cfc26757de541aba571fdd4d29a28cf 2024-11-12T18:20:21,100 INFO [M:0;9911683f163c:32923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cfc26757de541aba571fdd4d29a28cf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:20:21,105 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f233f98ea1824a518c3ac20e43c8b24c as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f233f98ea1824a518c3ac20e43c8b24c 2024-11-12T18:20:21,139 INFO [M:0;9911683f163c:32923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f233f98ea1824a518c3ac20e43c8b24c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:20:21,143 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/400494304fd14406bf494b036cc2eb65 as hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/400494304fd14406bf494b036cc2eb65 2024-11-12T18:20:21,157 INFO [M:0;9911683f163c:32923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33297/user/jenkins/test-data/b77cf01e-faea-b5b2-0059-6084873bfa46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/400494304fd14406bf494b036cc2eb65, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:20:21,164 INFO [M:0;9911683f163c:32923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 748ms, sequenceid=97, compaction requested=false 2024-11-12T18:20:21,184 INFO [M:0;9911683f163c:32923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:21,185 DEBUG [M:0;9911683f163c:32923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435620415Disabling compacts and flushes for region at 1731435620415Disabling writes for close at 1731435620416 (+1 ms)Obtaining lock to block concurrent updates at 1731435620416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435620416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731435620416Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435620417 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435620417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435620454 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435620454Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435620541 (+87 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435620574 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435620574Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435620623 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435620648 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435620648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704ebf1: reopening flushed file at 1731435621076 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f57782f: reopening flushed file at 1731435621100 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45d4e036: reopening flushed file at 1731435621139 (+39 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 748ms, sequenceid=97, compaction requested=false at 1731435621165 (+26 ms)Writing region close event to WAL at 1731435621184 (+19 ms)Closed at 1731435621184 2024-11-12T18:20:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34461 is added to blk_1073741830_1006 (size=63666) 2024-11-12T18:20:21,209 INFO [M:0;9911683f163c:32923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:20:21,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:21,209 INFO [M:0;9911683f163c:32923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32923 2024-11-12T18:20:21,211 INFO [M:0;9911683f163c:32923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:21,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:21,317 INFO [M:0;9911683f163c:32923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:21,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32923-0x100353885bc0000, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:21,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37eab4d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:21,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702d0e1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:21,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:21,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17373f9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:21,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458d98f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:21,333 WARN [BP-1017460056-172.17.0.3-1731435592600 heartbeating to localhost/127.0.0.1:33297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:20:21,333 WARN [BP-1017460056-172.17.0.3-1731435592600 heartbeating to localhost/127.0.0.1:33297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1017460056-172.17.0.3-1731435592600 (Datanode Uuid 093f0a7c-2a6b-4d8e-bc4f-a55adf285700) service to localhost/127.0.0.1:33297 2024-11-12T18:20:21,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/data/data2/current/BP-1017460056-172.17.0.3-1731435592600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:21,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:20:21,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:20:21,334 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/cluster_6ccf2657-d340-744c-1a3d-0368c938dde4/data/data1/current/BP-1017460056-172.17.0.3-1731435592600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:21,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:20:21,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5855a6e2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:21,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41b7463a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:21,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:21,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51912cad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:21,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46a94287{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c49df2b-575d-c942-1e6e-989c7c8f86ac/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:21,360 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:20:21,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:20:21,395 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 209) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61624) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38781 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38781 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33297 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33297 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33297 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61624) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38781 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=627 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=843 (was 840) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=274 (was 385) 2024-11-12T18:20:21,407 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=627, MaxFileDescriptor=1048576, SystemLoadAverage=843, ProcessCount=11, AvailableMemoryMB=275 2024-11-12T18:20:21,429 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T18:20:21,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir so I do NOT create it in target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f 2024-11-12T18:20:21,430 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:20:21,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.tmp.dir so I do NOT create it in target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f 2024-11-12T18:20:21,430 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8dc6d7f-adf3-9737-1254-fc9b85ab55c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:20:21,431 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f 2024-11-12T18:20:21,431 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79, deleteOnExit=true 2024-11-12T18:20:21,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/zookeeper_0, clientPort=55033, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:20:21,448 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55033 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/test.cache.data in system properties and HBase conf 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:20:21,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:20:21,449 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:20:21,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:20:21,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100353885bc0002, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:20:21,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100353885bc0002, quorum=127.0.0.1:61624, baseZNode=/0-639636405 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:20:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100353885bc0005, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:20:21,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100353885bc0005, quorum=127.0.0.1:61624, baseZNode=/1278738244 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:20:21,579 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:20:21,635 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,635 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,636 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,637 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,637 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,647 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,651 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:21,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:21,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:21,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:21,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:21,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:20:21,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:21,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b889264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:21,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6c1525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:21,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd9a340{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/java.io.tmpdir/jetty-localhost-45153-hadoop-hdfs-3_4_1-tests_jar-_-any-4691923228597334033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:21,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@608cc18e{HTTP/1.1, (http/1.1)}{localhost:45153} 2024-11-12T18:20:21,979 INFO [Time-limited test {}] server.Server(415): Started @184531ms 2024-11-12T18:20:22,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:22,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:22,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:22,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:22,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:22,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@644bdaa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:22,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12b0a9aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:22,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6044a590{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/java.io.tmpdir/jetty-localhost-40003-hadoop-hdfs-3_4_1-tests_jar-_-any-8744738054744554964/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:22,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d66cc46{HTTP/1.1, (http/1.1)}{localhost:40003} 2024-11-12T18:20:22,420 INFO [Time-limited test {}] server.Server(415): Started @184972ms 2024-11-12T18:20:22,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:20:22,683 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/data/data1/current/BP-1066646727-172.17.0.3-1731435621491/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:22,689 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/data/data2/current/BP-1066646727-172.17.0.3-1731435621491/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:22,770 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f9995a61ce262d9 with lease ID 0xa0f8c4b213a4c3fd: Processing first storage report for DS-389ce792-1897-4065-b376-108103712977 from datanode DatanodeRegistration(127.0.0.1:35359, datanodeUuid=89767763-e21b-4692-8c9f-d033729029b2, infoPort=46139, infoSecurePort=0, ipcPort=42463, storageInfo=lv=-57;cid=testClusterID;nsid=1330484206;c=1731435621491) 2024-11-12T18:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f9995a61ce262d9 with lease ID 0xa0f8c4b213a4c3fd: from storage DS-389ce792-1897-4065-b376-108103712977 node DatanodeRegistration(127.0.0.1:35359, datanodeUuid=89767763-e21b-4692-8c9f-d033729029b2, infoPort=46139, infoSecurePort=0, ipcPort=42463, storageInfo=lv=-57;cid=testClusterID;nsid=1330484206;c=1731435621491), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f9995a61ce262d9 with lease ID 0xa0f8c4b213a4c3fd: Processing first storage report for DS-0d0b1201-caa7-4754-97ed-45b44196cdd4 from datanode DatanodeRegistration(127.0.0.1:35359, datanodeUuid=89767763-e21b-4692-8c9f-d033729029b2, infoPort=46139, infoSecurePort=0, ipcPort=42463, storageInfo=lv=-57;cid=testClusterID;nsid=1330484206;c=1731435621491) 2024-11-12T18:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f9995a61ce262d9 with lease ID 0xa0f8c4b213a4c3fd: from storage DS-0d0b1201-caa7-4754-97ed-45b44196cdd4 node DatanodeRegistration(127.0.0.1:35359, datanodeUuid=89767763-e21b-4692-8c9f-d033729029b2, infoPort=46139, infoSecurePort=0, ipcPort=42463, storageInfo=lv=-57;cid=testClusterID;nsid=1330484206;c=1731435621491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:22,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:22,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:22,832 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4163 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:22,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f 2024-11-12T18:20:22,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:22,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:22,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:20:23,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25 with version=8 2024-11-12T18:20:23,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/hbase-staging 2024-11-12T18:20:23,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:23,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:23,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:23,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:23,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:23,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:23,317 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:20:23,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:23,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37331 2024-11-12T18:20:23,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37331 connecting to ZooKeeper ensemble=127.0.0.1:55033 2024-11-12T18:20:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373310x0, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:23,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37331-0x1003538f6db0000 connected 2024-11-12T18:20:23,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:23,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:23,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/running 2024-11-12T18:20:23,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25, hbase.cluster.distributed=false 2024-11-12T18:20:23,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/acl 2024-11-12T18:20:23,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-12T18:20:23,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37331 2024-11-12T18:20:23,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37331 2024-11-12T18:20:23,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-12T18:20:23,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-12T18:20:23,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:23,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:23,500 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:23,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:23,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:23,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:20:23,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:23,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42395 2024-11-12T18:20:23,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42395 connecting to ZooKeeper ensemble=127.0.0.1:55033 2024-11-12T18:20:23,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:23,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:23,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423950x0, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:23,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423950x0, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/running 2024-11-12T18:20:23,526 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:20:23,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42395-0x1003538f6db0001 connected 2024-11-12T18:20:23,532 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:20:23,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/master 2024-11-12T18:20:23,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/acl 2024-11-12T18:20:23,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42395 2024-11-12T18:20:23,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42395 2024-11-12T18:20:23,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42395 2024-11-12T18:20:23,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42395 2024-11-12T18:20:23,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42395 2024-11-12T18:20:23,610 DEBUG [M:0;9911683f163c:37331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:37331 2024-11-12T18:20:23,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0481982092/backup-masters/9911683f163c,37331,1731435623316 2024-11-12T18:20:23,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092/backup-masters 2024-11-12T18:20:23,630 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on existing znode=/0481982092/backup-masters/9911683f163c,37331,1731435623316 2024-11-12T18:20:23,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092/backup-masters 2024-11-12T18:20:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0481982092/master 2024-11-12T18:20:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,634 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on existing znode=/0481982092/master 2024-11-12T18:20:23,635 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0481982092/backup-masters/9911683f163c,37331,1731435623316 from backup master directory 2024-11-12T18:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092/backup-masters 2024-11-12T18:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0481982092/backup-masters/9911683f163c,37331,1731435623316 2024-11-12T18:20:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092/backup-masters 2024-11-12T18:20:23,637 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:23,637 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,37331,1731435623316 2024-11-12T18:20:23,659 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/hbase.id] with ID: 3ff505fa-75a9-4c8f-9f98-a6cd1402a84d 2024-11-12T18:20:23,659 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/.tmp/hbase.id 2024-11-12T18:20:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:20:23,682 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/.tmp/hbase.id]:[hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/hbase.id] 2024-11-12T18:20:23,692 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:23,692 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:20:23,693 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:20:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:20:23,717 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:23,717 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:20:23,725 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:20:23,756 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store 2024-11-12T18:20:23,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:20:23,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:23,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:23,775 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:23,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:23,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:23,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:23,775 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:23,775 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435623775Disabling compacts and flushes for region at 1731435623775Disabling writes for close at 1731435623775Writing region close event to WAL at 1731435623775Closed at 1731435623775 2024-11-12T18:20:23,776 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/.initializing 2024-11-12T18:20:23,777 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/WALs/9911683f163c,37331,1731435623316 2024-11-12T18:20:23,780 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:23,782 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C37331%2C1731435623316, suffix=, logDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/WALs/9911683f163c,37331,1731435623316, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/oldWALs, maxLogs=10 2024-11-12T18:20:23,802 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/WALs/9911683f163c,37331,1731435623316/9911683f163c%2C37331%2C1731435623316.1731435623782, exclude list is [], retry=0 2024-11-12T18:20:23,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-389ce792-1897-4065-b376-108103712977,DISK] 2024-11-12T18:20:23,811 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/WALs/9911683f163c,37331,1731435623316/9911683f163c%2C37331%2C1731435623316.1731435623782 2024-11-12T18:20:23,815 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-12T18:20:23,815 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:23,815 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:23,815 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,815 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:20:23,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:23,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:23,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:20:23,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:23,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:20:23,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:23,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:20:23,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:23,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:23,825 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,829 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,829 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,830 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:23,833 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:23,839 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:23,839 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69452675, jitterRate=0.03492550551891327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:23,840 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435623815Initializing all the Stores at 1731435623816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435623817 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435623817Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435623817Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435623817Cleaning up temporary data from old regions at 1731435623829 (+12 ms)Region opened successfully at 1731435623840 (+11 ms) 2024-11-12T18:20:23,848 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:20:23,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd4c1be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:23,853 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:20:23,854 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:20:23,854 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:20:23,854 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:20:23,854 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:20:23,859 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T18:20:23,859 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:20:23,863 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:20:23,864 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Unable to get data of znode /0481982092/balancer because node does not exist (not necessarily an error) 2024-11-12T18:20:23,866 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0481982092/balancer already deleted, retry=false 2024-11-12T18:20:23,866 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:20:23,866 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Unable to get data of znode /0481982092/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:20:23,868 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0481982092/normalizer already deleted, retry=false 2024-11-12T18:20:23,868 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:20:23,875 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Unable to get data of znode /0481982092/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:20:23,877 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0481982092/switch/split already deleted, retry=false 2024-11-12T18:20:23,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Unable to get data of znode /0481982092/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:20:23,879 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0481982092/switch/merge already deleted, retry=false 2024-11-12T18:20:23,882 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Unable to get data of znode /0481982092/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:20:23,883 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0481982092/snapshot-cleanup already deleted, retry=false 2024-11-12T18:20:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0481982092/running 2024-11-12T18:20:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0481982092/running 2024-11-12T18:20:23,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,886 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,37331,1731435623316, sessionid=0x1003538f6db0000, setting cluster-up flag (Was=false) 2024-11-12T18:20:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,896 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0481982092/flush-table-proc/acquired, /0481982092/flush-table-proc/reached, /0481982092/flush-table-proc/abort 2024-11-12T18:20:23,897 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37331,1731435623316 2024-11-12T18:20:23,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:23,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0481982092/online-snapshot/acquired, /0481982092/online-snapshot/reached, /0481982092/online-snapshot/abort 2024-11-12T18:20:23,917 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,37331,1731435623316 2024-11-12T18:20:23,923 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:20:23,929 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:23,929 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:20:23,929 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:20:23,929 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,37331,1731435623316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:23,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:23,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:23,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:20:23,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:23,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435653962 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:20:23,963 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:23,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:20:23,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:20:23,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:20:23,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:20:23,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:20:23,964 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:20:23,968 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435623964,5,FailOnTimeoutGroup] 2024-11-12T18:20:23,983 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435623968,5,FailOnTimeoutGroup] 2024-11-12T18:20:23,983 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:23,983 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:20:23,983 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:23,983 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:20:23,987 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:20:23,988 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25 2024-11-12T18:20:24,003 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(746): ClusterId : 3ff505fa-75a9-4c8f-9f98-a6cd1402a84d 2024-11-12T18:20:24,003 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:20:24,006 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:20:24,006 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:20:24,008 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:20:24,009 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efe9e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:24,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:20:24,033 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:42395 2024-11-12T18:20:24,033 INFO [RS:0;9911683f163c:42395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:20:24,033 INFO [RS:0;9911683f163c:42395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:20:24,033 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:20:24,037 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,37331,1731435623316 with port=42395, startcode=1731435623499 2024-11-12T18:20:24,037 DEBUG [RS:0;9911683f163c:42395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:20:24,042 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:20:24,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,42395,1731435623499 2024-11-12T18:20:24,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37331 {}] master.ServerManager(517): Registering regionserver=9911683f163c,42395,1731435623499 2024-11-12T18:20:24,044 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25 2024-11-12T18:20:24,044 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38363 2024-11-12T18:20:24,044 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:20:24,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092/rs 2024-11-12T18:20:24,049 DEBUG [RS:0;9911683f163c:42395 {}] zookeeper.ZKUtil(111): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on existing znode=/0481982092/rs/9911683f163c,42395,1731435623499 2024-11-12T18:20:24,049 WARN [RS:0;9911683f163c:42395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:24,049 INFO [RS:0;9911683f163c:42395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:24,049 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499 2024-11-12T18:20:24,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,42395,1731435623499] 2024-11-12T18:20:24,060 INFO [RS:0;9911683f163c:42395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:20:24,069 INFO [RS:0;9911683f163c:42395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:20:24,069 INFO [RS:0;9911683f163c:42395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:20:24,069 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,070 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:20:24,070 INFO [RS:0;9911683f163c:42395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:20:24,071 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:24,071 DEBUG [RS:0;9911683f163c:42395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:24,084 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,085 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,085 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,085 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,085 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,085 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42395,1731435623499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:24,112 INFO [RS:0;9911683f163c:42395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:20:24,112 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42395,1731435623499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,112 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,112 INFO [RS:0;9911683f163c:42395 {}] regionserver.Replication(171): 9911683f163c,42395,1731435623499 started 2024-11-12T18:20:24,133 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:24,133 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,42395,1731435623499, RpcServer on 9911683f163c/172.17.0.3:42395, sessionid=0x1003538f6db0001 2024-11-12T18:20:24,133 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:20:24,134 DEBUG [RS:0;9911683f163c:42395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,42395,1731435623499 2024-11-12T18:20:24,134 DEBUG [RS:0;9911683f163c:42395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42395,1731435623499' 2024-11-12T18:20:24,134 DEBUG [RS:0;9911683f163c:42395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0481982092/flush-table-proc/abort' 2024-11-12T18:20:24,134 DEBUG [RS:0;9911683f163c:42395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0481982092/flush-table-proc/acquired' 2024-11-12T18:20:24,135 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:20:24,135 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:20:24,135 DEBUG [RS:0;9911683f163c:42395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,42395,1731435623499 2024-11-12T18:20:24,135 DEBUG [RS:0;9911683f163c:42395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42395,1731435623499' 2024-11-12T18:20:24,135 DEBUG [RS:0;9911683f163c:42395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0481982092/online-snapshot/abort' 2024-11-12T18:20:24,136 DEBUG [RS:0;9911683f163c:42395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0481982092/online-snapshot/acquired' 2024-11-12T18:20:24,136 DEBUG [RS:0;9911683f163c:42395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:20:24,136 INFO [RS:0;9911683f163c:42395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:20:24,136 INFO [RS:0;9911683f163c:42395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:20:24,237 INFO [RS:0;9911683f163c:42395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:24,253 INFO [RS:0;9911683f163c:42395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42395%2C1731435623499, suffix=, logDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/oldWALs, maxLogs=10 2024-11-12T18:20:24,274 DEBUG [RS:0;9911683f163c:42395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, exclude list is [], retry=0 2024-11-12T18:20:24,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-389ce792-1897-4065-b376-108103712977,DISK] 2024-11-12T18:20:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:20:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:20:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:20:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:24,301 INFO [RS:0;9911683f163c:42395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 2024-11-12T18:20:24,304 DEBUG [RS:0;9911683f163c:42395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-12T18:20:24,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:24,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:24,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:24,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:24,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:24,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:24,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:24,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:24,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:24,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:24,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:24,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:24,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:24,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:24,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:24,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:24,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:24,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:24,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740 2024-11-12T18:20:24,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740 2024-11-12T18:20:24,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:24,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:24,499 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:24,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:24,517 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:24,521 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59006694, jitterRate=-0.12073174118995667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:24,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435624423Initializing all the Stores at 1731435624431 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435624431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435624432 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435624432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435624432Cleaning up temporary data from old regions at 1731435624496 (+64 ms)Region opened successfully at 1731435624526 (+30 ms) 2024-11-12T18:20:24,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:24,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:24,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:24,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:24,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:24,528 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:24,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435624527Disabling compacts and flushes for region at 1731435624527Disabling writes for close at 1731435624527Writing region close event to WAL at 1731435624528 (+1 ms)Closed at 1731435624528 2024-11-12T18:20:24,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:24,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:20:24,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:20:24,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:24,532 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:20:24,682 DEBUG [9911683f163c:37331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:20:24,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,42395,1731435623499 2024-11-12T18:20:24,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42395,1731435623499, state=OPENING 2024-11-12T18:20:24,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:20:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:24,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0481982092/meta-region-server: CHANGED 2024-11-12T18:20:24,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0481982092/meta-region-server: CHANGED 2024-11-12T18:20:24,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:24,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42395,1731435623499}] 2024-11-12T18:20:24,860 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:24,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:20:24,894 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:20:24,895 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:24,895 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:20:24,905 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42395%2C1731435623499.meta, suffix=.meta, logDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/oldWALs, maxLogs=10 2024-11-12T18:20:24,925 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.meta.1731435624905.meta, exclude list is [], retry=0 2024-11-12T18:20:24,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-389ce792-1897-4065-b376-108103712977,DISK] 2024-11-12T18:20:24,972 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.meta.1731435624905.meta 2024-11-12T18:20:24,972 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-12T18:20:24,972 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:24,973 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:24,973 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:24,974 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:20:24,974 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:20:24,974 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:20:24,974 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:24,974 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:20:24,974 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:20:24,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:24,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:24,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:24,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:24,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:25,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:25,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:25,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:25,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:25,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:25,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:25,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:25,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:25,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:25,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:25,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:25,008 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:25,021 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740 2024-11-12T18:20:25,032 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740 2024-11-12T18:20:25,038 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:25,038 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:25,038 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:25,040 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:25,041 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66392884, jitterRate=-0.010668933391571045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:25,041 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:20:25,042 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435624975Writing region info on filesystem at 1731435624975Initializing all the Stores at 1731435624984 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435624984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435624988 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435624988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435624988Cleaning up temporary data from old regions at 1731435625038 (+50 ms)Running coprocessor post-open hooks at 1731435625041 (+3 ms)Region opened successfully at 1731435625042 (+1 ms) 2024-11-12T18:20:25,046 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435624859 2024-11-12T18:20:25,051 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:20:25,051 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:20:25,058 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42395,1731435623499 2024-11-12T18:20:25,059 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42395,1731435623499, state=OPEN 2024-11-12T18:20:25,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0481982092/meta-region-server 2024-11-12T18:20:25,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0481982092/meta-region-server: CHANGED 2024-11-12T18:20:25,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0481982092/meta-region-server 2024-11-12T18:20:25,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0481982092/meta-region-server: CHANGED 2024-11-12T18:20:25,069 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,42395,1731435623499 2024-11-12T18:20:25,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:20:25,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42395,1731435623499 in 364 msec 2024-11-12T18:20:25,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:20:25,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 550 msec 2024-11-12T18:20:25,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:25,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:20:25,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:25,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42395,1731435623499, seqNum=-1] 2024-11-12T18:20:25,091 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:25,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:25,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-12T18:20:25,123 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435625122, completionTime=-1 2024-11-12T18:20:25,123 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:20:25,123 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435685126 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435745126 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37331,1731435623316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37331,1731435623316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37331,1731435623316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,127 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:37331, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,127 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,134 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:20:25,144 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,154 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.517sec 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37331,1731435623316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:25,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37331,1731435623316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:20:25,179 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:20:25,179 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:20:25,179 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,37331,1731435623316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:25,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ae76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:25,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37331,-1 for getting cluster id 2024-11-12T18:20:25,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:25,213 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ff505fa-75a9-4c8f-9f98-a6cd1402a84d' 2024-11-12T18:20:25,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ff505fa-75a9-4c8f-9f98-a6cd1402a84d" 2024-11-12T18:20:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cf8d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37331,-1] 2024-11-12T18:20:25,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:25,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:25,219 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:25,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8e77dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:25,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:25,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42395,1731435623499, seqNum=-1] 2024-11-12T18:20:25,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:25,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:25,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,37331,1731435623316 2024-11-12T18:20:25,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55033 2024-11-12T18:20:25,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir so I do NOT create it in target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319 2024-11-12T18:20:25,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:20:25,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.tmp.dir so I do NOT create it in target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319 2024-11-12T18:20:25,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:20:25,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319 2024-11-12T18:20:25,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:20:25,259 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/cluster_0dc8110a-b067-1bb4-9aa1-b843456cb895, deleteOnExit=true 2024-11-12T18:20:25,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/test.cache.data in system properties and HBase conf 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:20:25,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:25,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:20:25,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:20:25,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:25,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1003538f6db0002 connected 2024-11-12T18:20:25,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:25,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:25,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:25,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:25,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:25,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:25,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dcf9b45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:25,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7557e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:25,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503121af{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/java.io.tmpdir/jetty-localhost-38831-hadoop-hdfs-3_4_1-tests_jar-_-any-4821250188082451050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:25,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f511c4{HTTP/1.1, (http/1.1)}{localhost:38831} 2024-11-12T18:20:25,652 INFO [Time-limited test {}] server.Server(415): Started @188204ms 2024-11-12T18:20:26,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:26,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:26,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:26,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:26,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:26,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e70714f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:26,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@790b2c70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:26,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4817aa89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/java.io.tmpdir/jetty-localhost-46523-hadoop-hdfs-3_4_1-tests_jar-_-any-9257322055393169555/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:26,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@641042f0{HTTP/1.1, (http/1.1)}{localhost:46523} 2024-11-12T18:20:26,396 INFO [Time-limited test {}] server.Server(415): Started @188948ms 2024-11-12T18:20:26,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:20:26,721 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/cluster_0dc8110a-b067-1bb4-9aa1-b843456cb895/data/data1/current/BP-85622235-172.17.0.3-1731435625310/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:26,733 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/cluster_0dc8110a-b067-1bb4-9aa1-b843456cb895/data/data2/current/BP-85622235-172.17.0.3-1731435625310/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:26,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:26,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:26,853 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8184 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:26,858 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:20:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaac23e366ae481e8 with lease ID 0x6f59c264ba5e15b4: Processing first storage report for DS-6a9068ce-7c3c-4c17-b926-7598a1e7c8d0 from datanode DatanodeRegistration(127.0.0.1:37773, datanodeUuid=c38900dc-0ae6-4f31-a160-e353c1b9e092, infoPort=46749, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=421919436;c=1731435625310) 2024-11-12T18:20:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaac23e366ae481e8 with lease ID 0x6f59c264ba5e15b4: from storage DS-6a9068ce-7c3c-4c17-b926-7598a1e7c8d0 node DatanodeRegistration(127.0.0.1:37773, datanodeUuid=c38900dc-0ae6-4f31-a160-e353c1b9e092, infoPort=46749, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=421919436;c=1731435625310), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:20:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaac23e366ae481e8 with lease ID 0x6f59c264ba5e15b4: Processing first storage report for DS-048759b6-bd86-469f-a6cb-251a5e0df443 from datanode DatanodeRegistration(127.0.0.1:37773, datanodeUuid=c38900dc-0ae6-4f31-a160-e353c1b9e092, infoPort=46749, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=421919436;c=1731435625310) 2024-11-12T18:20:26,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaac23e366ae481e8 with lease ID 0x6f59c264ba5e15b4: from storage DS-048759b6-bd86-469f-a6cb-251a5e0df443 node DatanodeRegistration(127.0.0.1:37773, datanodeUuid=c38900dc-0ae6-4f31-a160-e353c1b9e092, infoPort=46749, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=421919436;c=1731435625310), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:26,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319 2024-11-12T18:20:26,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:26,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:26,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:20:26,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac with version=8 2024-11-12T18:20:26,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/hbase-staging 2024-11-12T18:20:26,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:20:26,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:26,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34185 2024-11-12T18:20:26,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34185 connecting to ZooKeeper ensemble=127.0.0.1:55033 2024-11-12T18:20:26,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341850x0, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:26,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34185-0x1003538f6db0003 connected 2024-11-12T18:20:27,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:27,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:27,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/running 2024-11-12T18:20:27,096 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac, hbase.cluster.distributed=false 2024-11-12T18:20:27,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/acl 2024-11-12T18:20:27,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-12T18:20:27,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34185 2024-11-12T18:20:27,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34185 2024-11-12T18:20:27,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-12T18:20:27,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-12T18:20:27,166 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:20:27,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:27,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42175 2024-11-12T18:20:27,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42175 connecting to ZooKeeper ensemble=127.0.0.1:55033 2024-11-12T18:20:27,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:27,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:27,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421750x0, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:27,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421750x0, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/running 2024-11-12T18:20:27,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:20:27,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42175-0x1003538f6db0004 connected 2024-11-12T18:20:27,251 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:20:27,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/master 2024-11-12T18:20:27,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/acl 2024-11-12T18:20:27,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42175 2024-11-12T18:20:27,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42175 2024-11-12T18:20:27,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42175 2024-11-12T18:20:27,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42175 2024-11-12T18:20:27,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42175 2024-11-12T18:20:27,364 DEBUG [M:0;9911683f163c:34185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:34185 2024-11-12T18:20:27,373 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1732943104/backup-masters/9911683f163c,34185,1731435626972 2024-11-12T18:20:27,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104/backup-masters 2024-11-12T18:20:27,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104/backup-masters 2024-11-12T18:20:27,385 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on existing znode=/1-1732943104/backup-masters/9911683f163c,34185,1731435626972 2024-11-12T18:20:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1732943104/master 2024-11-12T18:20:27,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:27,412 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on existing znode=/1-1732943104/master 2024-11-12T18:20:27,420 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1732943104/backup-masters/9911683f163c,34185,1731435626972 from backup master directory 2024-11-12T18:20:27,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104/backup-masters 2024-11-12T18:20:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1732943104/backup-masters/9911683f163c,34185,1731435626972 2024-11-12T18:20:27,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104/backup-masters 2024-11-12T18:20:27,437 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:27,437 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,34185,1731435626972 2024-11-12T18:20:27,472 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/hbase.id] with ID: 1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d 2024-11-12T18:20:27,472 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/.tmp/hbase.id 2024-11-12T18:20:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:20:27,947 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/.tmp/hbase.id]:[hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/hbase.id] 2024-11-12T18:20:27,967 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:27,967 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:20:27,968 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:20:27,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:27,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:20:28,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:28,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:20:28,068 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:28,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:20:28,137 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store 2024-11-12T18:20:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:20:28,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:28,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:28,221 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:28,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:28,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:28,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:28,221 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:28,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435628221Disabling compacts and flushes for region at 1731435628221Disabling writes for close at 1731435628221Writing region close event to WAL at 1731435628221Closed at 1731435628221 2024-11-12T18:20:28,225 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/.initializing 2024-11-12T18:20:28,225 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/WALs/9911683f163c,34185,1731435626972 2024-11-12T18:20:28,226 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:28,228 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34185%2C1731435626972, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/WALs/9911683f163c,34185,1731435626972, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/oldWALs, maxLogs=10 2024-11-12T18:20:28,264 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/WALs/9911683f163c,34185,1731435626972/9911683f163c%2C34185%2C1731435626972.1731435628228, exclude list is [], retry=0 2024-11-12T18:20:28,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-6a9068ce-7c3c-4c17-b926-7598a1e7c8d0,DISK] 2024-11-12T18:20:28,313 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/WALs/9911683f163c,34185,1731435626972/9911683f163c%2C34185%2C1731435626972.1731435628228 2024-11-12T18:20:28,327 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46749:46749)] 2024-11-12T18:20:28,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:28,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:28,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:20:28,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:20:28,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:28,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:28,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:20:28,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:28,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:28,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:20:28,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:28,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:28,368 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,369 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,373 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,379 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,379 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,384 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:28,389 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:28,424 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:28,426 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74912086, jitterRate=0.1162770688533783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:28,427 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435628328Initializing all the Stores at 1731435628332 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435628332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435628346 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435628346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435628346Cleaning up temporary data from old regions at 1731435628379 (+33 ms)Region opened successfully at 1731435628426 (+47 ms) 2024-11-12T18:20:28,433 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:20:28,436 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1564584b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:28,437 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:20:28,438 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:20:28,438 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:20:28,438 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:20:28,438 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:20:28,439 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:20:28,439 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:20:28,458 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:20:28,459 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Unable to get data of znode /1-1732943104/balancer because node does not exist (not necessarily an error) 2024-11-12T18:20:28,461 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/balancer already deleted, retry=false 2024-11-12T18:20:28,461 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:20:28,467 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Unable to get data of znode /1-1732943104/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:20:28,468 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/normalizer already deleted, retry=false 2024-11-12T18:20:28,468 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:20:28,473 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Unable to get data of znode /1-1732943104/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:20:28,475 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/switch/split already deleted, retry=false 2024-11-12T18:20:28,476 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Unable to get data of znode /1-1732943104/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:20:28,477 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/switch/merge already deleted, retry=false 2024-11-12T18:20:28,484 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Unable to get data of znode /1-1732943104/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:20:28,486 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/snapshot-cleanup already deleted, retry=false 2024-11-12T18:20:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1732943104/running 2024-11-12T18:20:28,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:28,489 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,34185,1731435626972, sessionid=0x1003538f6db0003, setting cluster-up flag (Was=false) 2024-11-12T18:20:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1732943104/running 2024-11-12T18:20:28,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:28,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:28,502 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1732943104/flush-table-proc/acquired, /1-1732943104/flush-table-proc/reached, /1-1732943104/flush-table-proc/abort 2024-11-12T18:20:28,503 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34185,1731435626972 2024-11-12T18:20:28,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:28,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:28,514 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1732943104/online-snapshot/acquired, /1-1732943104/online-snapshot/reached, /1-1732943104/online-snapshot/abort 2024-11-12T18:20:28,515 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34185,1731435626972 2024-11-12T18:20:28,535 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:20:28,545 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:28,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:20:28,545 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:20:28,546 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,34185,1731435626972 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:20:28,572 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:28,573 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,574 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(746): ClusterId : 1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d 2024-11-12T18:20:28,574 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:20:28,582 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:20:28,582 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:20:28,593 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:20:28,593 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbaf3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:28,617 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:28,617 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:20:28,618 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:28,618 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:20:28,648 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435658648 2024-11-12T18:20:28,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:20:28,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:20:28,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:20:28,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:20:28,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:20:28,649 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:20:28,652 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,676 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:42175 2024-11-12T18:20:28,676 INFO [RS:0;9911683f163c:42175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:20:28,676 INFO [RS:0;9911683f163c:42175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:20:28,676 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:20:28,685 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:20:28,685 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:20:28,685 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:20:28,685 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:20:28,686 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34185,1731435626972 with port=42175, startcode=1731435627165 2024-11-12T18:20:28,686 DEBUG [RS:0;9911683f163c:42175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:20:28,687 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:20:28,687 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:20:28,697 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435628687,5,FailOnTimeoutGroup] 2024-11-12T18:20:28,697 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:20:28,697 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34185 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:20:28,703 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:20:28,703 WARN [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:20:28,710 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435628697,5,FailOnTimeoutGroup] 2024-11-12T18:20:28,710 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,711 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:20:28,711 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,711 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:20:28,806 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34185,1731435626972 with port=42175, startcode=1731435627165 2024-11-12T18:20:28,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,42175,1731435627165 2024-11-12T18:20:28,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34185 {}] master.ServerManager(517): Registering regionserver=9911683f163c,42175,1731435627165 2024-11-12T18:20:28,821 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac 2024-11-12T18:20:28,821 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45411 2024-11-12T18:20:28,821 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:20:28,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104/rs 2024-11-12T18:20:28,833 DEBUG [RS:0;9911683f163c:42175 {}] zookeeper.ZKUtil(111): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on existing znode=/1-1732943104/rs/9911683f163c,42175,1731435627165 2024-11-12T18:20:28,833 WARN [RS:0;9911683f163c:42175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:28,833 INFO [RS:0;9911683f163c:42175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:28,833 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165 2024-11-12T18:20:28,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,42175,1731435627165] 2024-11-12T18:20:28,894 INFO [RS:0;9911683f163c:42175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:20:28,908 INFO [RS:0;9911683f163c:42175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:20:28,913 INFO [RS:0;9911683f163c:42175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:20:28,913 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,928 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:20:28,936 INFO [RS:0;9911683f163c:42175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:20:28,937 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:28,937 DEBUG [RS:0;9911683f163c:42175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:28,964 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,965 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,965 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,965 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,965 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:28,965 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42175,1731435627165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:29,001 INFO [RS:0;9911683f163c:42175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:20:29,001 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42175,1731435627165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:29,001 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:29,001 INFO [RS:0;9911683f163c:42175 {}] regionserver.Replication(171): 9911683f163c,42175,1731435627165 started 2024-11-12T18:20:29,022 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:29,022 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,42175,1731435627165, RpcServer on 9911683f163c/172.17.0.3:42175, sessionid=0x1003538f6db0004 2024-11-12T18:20:29,022 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:20:29,022 DEBUG [RS:0;9911683f163c:42175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,42175,1731435627165 2024-11-12T18:20:29,022 DEBUG [RS:0;9911683f163c:42175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42175,1731435627165' 2024-11-12T18:20:29,022 DEBUG [RS:0;9911683f163c:42175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1732943104/flush-table-proc/abort' 2024-11-12T18:20:29,023 DEBUG [RS:0;9911683f163c:42175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1732943104/flush-table-proc/acquired' 2024-11-12T18:20:29,024 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:20:29,024 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:20:29,024 DEBUG [RS:0;9911683f163c:42175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,42175,1731435627165 2024-11-12T18:20:29,024 DEBUG [RS:0;9911683f163c:42175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42175,1731435627165' 2024-11-12T18:20:29,024 DEBUG [RS:0;9911683f163c:42175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1732943104/online-snapshot/abort' 2024-11-12T18:20:29,024 DEBUG [RS:0;9911683f163c:42175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1732943104/online-snapshot/acquired' 2024-11-12T18:20:29,025 DEBUG [RS:0;9911683f163c:42175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:20:29,025 INFO [RS:0;9911683f163c:42175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:20:29,025 INFO [RS:0;9911683f163c:42175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:20:29,125 INFO [RS:0;9911683f163c:42175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:29,128 INFO [RS:0;9911683f163c:42175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42175%2C1731435627165, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/oldWALs, maxLogs=10 2024-11-12T18:20:29,166 DEBUG [RS:0;9911683f163c:42175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, exclude list is [], retry=0 2024-11-12T18:20:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-6a9068ce-7c3c-4c17-b926-7598a1e7c8d0,DISK] 2024-11-12T18:20:29,198 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:20:29,199 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac 2024-11-12T18:20:29,201 INFO [RS:0;9911683f163c:42175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 2024-11-12T18:20:29,229 DEBUG [RS:0;9911683f163c:42175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46749:46749)] 2024-11-12T18:20:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:20:29,675 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:29,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:29,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:29,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:29,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:29,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:29,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:29,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:29,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:29,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:29,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:29,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:29,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:29,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:29,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:29,754 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:29,755 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740 2024-11-12T18:20:29,756 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740 2024-11-12T18:20:29,760 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:29,760 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:29,762 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:29,765 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:29,776 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:29,778 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75034483, jitterRate=0.11810092628002167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:29,778 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435629676Initializing all the Stores at 1731435629684 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435629685 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435629692 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435629692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435629692Cleaning up temporary data from old regions at 1731435629760 (+68 ms)Region opened successfully at 1731435629778 (+18 ms) 2024-11-12T18:20:29,778 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:29,778 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:29,778 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:29,778 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:29,778 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:29,789 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:29,789 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435629778Disabling compacts and flushes for region at 1731435629778Disabling writes for close at 1731435629778Writing region close event to WAL at 1731435629789 (+11 ms)Closed at 1731435629789 2024-11-12T18:20:29,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:29,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:29,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:20:29,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:20:29,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:29,824 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:20:29,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:29,984 DEBUG [9911683f163c:34185 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:20:29,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,42175,1731435627165 2024-11-12T18:20:29,990 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42175,1731435627165, state=OPENING 2024-11-12T18:20:29,992 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:20:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:29,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:30,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1732943104/meta-region-server: CHANGED 2024-11-12T18:20:30,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1732943104/meta-region-server: CHANGED 2024-11-12T18:20:30,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:30,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42175,1731435627165}] 2024-11-12T18:20:30,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:20:30,165 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:30,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:20:30,196 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:20:30,196 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:30,197 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:20:30,210 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42175%2C1731435627165.meta, suffix=.meta, logDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/oldWALs, maxLogs=10 2024-11-12T18:20:30,263 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.meta.1731435630210.meta, exclude list is [], retry=0 2024-11-12T18:20:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-6a9068ce-7c3c-4c17-b926-7598a1e7c8d0,DISK] 2024-11-12T18:20:30,306 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.meta.1731435630210.meta 2024-11-12T18:20:30,324 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46749:46749)] 2024-11-12T18:20:30,324 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:30,326 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:30,326 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:30,326 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:20:30,326 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:20:30,326 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:20:30,326 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:30,326 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:20:30,326 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:20:30,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:30,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:30,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:30,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:30,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:30,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:30,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:30,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:30,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:30,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:30,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:30,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:30,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:30,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:30,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:30,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:30,377 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:30,380 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740 2024-11-12T18:20:30,392 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740 2024-11-12T18:20:30,395 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:30,395 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:30,395 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:30,399 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:30,400 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74087974, jitterRate=0.10399684309959412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:30,400 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:20:30,400 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435630326Writing region info on filesystem at 1731435630326Initializing all the Stores at 1731435630332 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435630333 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435630338 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435630338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435630338Cleaning up temporary data from old regions at 1731435630395 (+57 ms)Running coprocessor post-open hooks at 1731435630400 (+5 ms)Region opened successfully at 1731435630400 2024-11-12T18:20:30,415 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435630164 2024-11-12T18:20:30,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42175,1731435627165 2024-11-12T18:20:30,424 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42175,1731435627165, state=OPEN 2024-11-12T18:20:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1732943104/meta-region-server 2024-11-12T18:20:30,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1732943104/meta-region-server 2024-11-12T18:20:30,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1732943104/meta-region-server: CHANGED 2024-11-12T18:20:30,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1732943104/meta-region-server: CHANGED 2024-11-12T18:20:30,428 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,42175,1731435627165 2024-11-12T18:20:30,428 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:20:30,428 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:20:30,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:20:30,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42175,1731435627165 in 426 msec 2024-11-12T18:20:30,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:30,440 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:20:30,442 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:30,442 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42175,1731435627165, seqNum=-1] 2024-11-12T18:20:30,442 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:30,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:20:30,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-12T18:20:30,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:30,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9090 sec 2024-11-12T18:20:30,450 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435630450, completionTime=-1 2024-11-12T18:20:30,450 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:20:30,450 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:20:30,453 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:20:30,453 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435690453 2024-11-12T18:20:30,453 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435750453 2024-11-12T18:20:30,453 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:20:30,453 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34185,1731435626972-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,454 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34185,1731435626972-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,454 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34185,1731435626972-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,454 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:34185, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,454 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,455 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,458 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.029sec 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34185,1731435626972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:30,466 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34185,1731435626972-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:20:30,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:30,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34185,-1 for getting cluster id 2024-11-12T18:20:30,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:30,490 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d' 2024-11-12T18:20:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d" 2024-11-12T18:20:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453233b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34185,-1] 2024-11-12T18:20:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:30,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:30,493 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:20:30,494 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:20:30,494 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34185,1731435626972-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:30,494 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:30,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:30,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42175,1731435627165, seqNum=-1] 2024-11-12T18:20:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:30,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:30,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,34185,1731435626972 2024-11-12T18:20:30,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55033 2024-11-12T18:20:30,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:30,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1003538f6db0005 connected 2024-11-12T18:20:30,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37331,1731435623316 2024-11-12T18:20:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27fcca0a 2024-11-12T18:20:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:30,534 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:30,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:20:30,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:30,548 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:30,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:20:30,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:30,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:20:30,593 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 635b7458e0d239cac843d990148ada60, NAME => 'test,,1731435630534.635b7458e0d239cac843d990148ada60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25 2024-11-12T18:20:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:20:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:31,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435630534.635b7458e0d239cac843d990148ada60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:31,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 635b7458e0d239cac843d990148ada60, disabling compactions & flushes 2024-11-12T18:20:31,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435630534.635b7458e0d239cac843d990148ada60. after waiting 0 ms 2024-11-12T18:20:31,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,090 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 635b7458e0d239cac843d990148ada60: Waiting for close lock at 1731435631089Disabling compacts and flushes for region at 1731435631089Disabling writes for close at 1731435631089Writing region close event to WAL at 1731435631089Closed at 1731435631089 2024-11-12T18:20:31,092 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:31,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435630534.635b7458e0d239cac843d990148ada60.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435631092"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435631092"}]},"ts":"1731435631092"} 2024-11-12T18:20:31,113 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:31,114 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:31,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435631114"}]},"ts":"1731435631114"} 2024-11-12T18:20:31,125 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:20:31,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=635b7458e0d239cac843d990148ada60, ASSIGN}] 2024-11-12T18:20:31,128 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=635b7458e0d239cac843d990148ada60, ASSIGN 2024-11-12T18:20:31,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=635b7458e0d239cac843d990148ada60, ASSIGN; state=OFFLINE, location=9911683f163c,42395,1731435623499; forceNewPlan=false, retain=false 2024-11-12T18:20:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:31,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=635b7458e0d239cac843d990148ada60, regionState=OPENING, regionLocation=9911683f163c,42395,1731435623499 2024-11-12T18:20:31,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=635b7458e0d239cac843d990148ada60, ASSIGN because future has completed 2024-11-12T18:20:31,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 635b7458e0d239cac843d990148ada60, server=9911683f163c,42395,1731435623499}] 2024-11-12T18:20:31,504 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,505 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 635b7458e0d239cac843d990148ada60, NAME => 'test,,1731435630534.635b7458e0d239cac843d990148ada60.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:31,505 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:31,505 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:20:31,505 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,505 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435630534.635b7458e0d239cac843d990148ada60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:31,506 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,506 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,529 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,531 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 635b7458e0d239cac843d990148ada60 columnFamilyName f 2024-11-12T18:20:31,531 DEBUG [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:31,532 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] regionserver.HStore(327): Store=635b7458e0d239cac843d990148ada60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:31,532 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,545 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 635b7458e0d239cac843d990148ada60 columnFamilyName f1 2024-11-12T18:20:31,545 DEBUG [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:31,549 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] regionserver.HStore(327): Store=635b7458e0d239cac843d990148ada60/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:31,549 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,555 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 635b7458e0d239cac843d990148ada60 columnFamilyName norep 2024-11-12T18:20:31,555 DEBUG [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:31,555 INFO [StoreOpener-635b7458e0d239cac843d990148ada60-1 {}] regionserver.HStore(327): Store=635b7458e0d239cac843d990148ada60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:31,556 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,557 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,557 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,559 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,559 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,559 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:31,560 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,575 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:31,581 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 635b7458e0d239cac843d990148ada60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74853654, jitterRate=0.11540636420249939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:31,581 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:31,582 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 635b7458e0d239cac843d990148ada60: Running coprocessor pre-open hook at 1731435631506Writing region info on filesystem at 1731435631506Initializing all the Stores at 1731435631508 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435631508Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435631516 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435631516Cleaning up temporary data from old regions at 1731435631559 (+43 ms)Running coprocessor post-open hooks at 1731435631581 (+22 ms)Region opened successfully at 1731435631582 (+1 ms) 2024-11-12T18:20:31,590 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435630534.635b7458e0d239cac843d990148ada60., pid=6, masterSystemTime=1731435631467 2024-11-12T18:20:31,600 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,600 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:31,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=635b7458e0d239cac843d990148ada60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,42395,1731435623499 2024-11-12T18:20:31,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 635b7458e0d239cac843d990148ada60, server=9911683f163c,42395,1731435623499 because future has completed 2024-11-12T18:20:31,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:20:31,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=635b7458e0d239cac843d990148ada60, ASSIGN in 518 msec 2024-11-12T18:20:31,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:31,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435631662"}]},"ts":"1731435631662"} 2024-11-12T18:20:31,669 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:20:31,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:31,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1360 sec 2024-11-12T18:20:31,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:20:31,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 635b7458e0d239cac843d990148ada60, server=9911683f163c,42395,1731435623499 in 328 msec 2024-11-12T18:20:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:31,700 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:20:31,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:31,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34185,1731435626972 2024-11-12T18:20:31,703 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77dd723d 2024-11-12T18:20:31,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:31,705 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:31,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:20:31,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:31,733 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:31,735 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:31,736 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:20:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:31,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:20:31,849 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0be0adaa5ee57d5b3c546fa5e58d4794, NAME => 'test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac 2024-11-12T18:20:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:31,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:20:31,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:31,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0be0adaa5ee57d5b3c546fa5e58d4794, disabling compactions & flushes 2024-11-12T18:20:31,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:31,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:31,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. after waiting 0 ms 2024-11-12T18:20:31,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:31,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:31,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0be0adaa5ee57d5b3c546fa5e58d4794: Waiting for close lock at 1731435631924Disabling compacts and flushes for region at 1731435631924Disabling writes for close at 1731435631924Writing region close event to WAL at 1731435631924Closed at 1731435631924 2024-11-12T18:20:31,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:31,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435631927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435631927"}]},"ts":"1731435631927"} 2024-11-12T18:20:31,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:31,946 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:31,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435631946"}]},"ts":"1731435631946"} 2024-11-12T18:20:31,953 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:20:31,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0be0adaa5ee57d5b3c546fa5e58d4794, ASSIGN}] 2024-11-12T18:20:31,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0be0adaa5ee57d5b3c546fa5e58d4794, ASSIGN 2024-11-12T18:20:31,956 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0be0adaa5ee57d5b3c546fa5e58d4794, ASSIGN; state=OFFLINE, location=9911683f163c,42175,1731435627165; forceNewPlan=false, retain=false 2024-11-12T18:20:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:32,107 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0be0adaa5ee57d5b3c546fa5e58d4794, regionState=OPENING, regionLocation=9911683f163c,42175,1731435627165 2024-11-12T18:20:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0be0adaa5ee57d5b3c546fa5e58d4794, ASSIGN because future has completed 2024-11-12T18:20:32,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be0adaa5ee57d5b3c546fa5e58d4794, server=9911683f163c,42175,1731435627165}] 2024-11-12T18:20:32,285 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:32,285 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0be0adaa5ee57d5b3c546fa5e58d4794, NAME => 'test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:32,286 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:32,286 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:20:32,286 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,286 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:32,286 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,286 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,296 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,297 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be0adaa5ee57d5b3c546fa5e58d4794 columnFamilyName f 2024-11-12T18:20:32,298 DEBUG [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:32,302 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] regionserver.HStore(327): Store=0be0adaa5ee57d5b3c546fa5e58d4794/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:32,302 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,308 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be0adaa5ee57d5b3c546fa5e58d4794 columnFamilyName f1 2024-11-12T18:20:32,308 DEBUG [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:32,308 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] regionserver.HStore(327): Store=0be0adaa5ee57d5b3c546fa5e58d4794/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:32,308 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,315 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be0adaa5ee57d5b3c546fa5e58d4794 columnFamilyName norep 2024-11-12T18:20:32,315 DEBUG [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:32,319 INFO [StoreOpener-0be0adaa5ee57d5b3c546fa5e58d4794-1 {}] regionserver.HStore(327): Store=0be0adaa5ee57d5b3c546fa5e58d4794/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:32,319 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,324 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,325 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,327 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,327 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,328 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:32,339 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,357 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:32,360 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0be0adaa5ee57d5b3c546fa5e58d4794; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67575909, jitterRate=0.006959512829780579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:32,361 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:32,361 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0be0adaa5ee57d5b3c546fa5e58d4794: Running coprocessor pre-open hook at 1731435632287Writing region info on filesystem at 1731435632287Initializing all the Stores at 1731435632292 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435632292Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435632295 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435632296 (+1 ms)Cleaning up temporary data from old regions at 1731435632327 (+31 ms)Running coprocessor post-open hooks at 1731435632361 (+34 ms)Region opened successfully at 1731435632361 2024-11-12T18:20:32,368 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794., pid=6, masterSystemTime=1731435632265 2024-11-12T18:20:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:32,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0be0adaa5ee57d5b3c546fa5e58d4794, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,42175,1731435627165 2024-11-12T18:20:32,380 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:32,380 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:32,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be0adaa5ee57d5b3c546fa5e58d4794, server=9911683f163c,42175,1731435627165 because future has completed 2024-11-12T18:20:32,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:20:32,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0be0adaa5ee57d5b3c546fa5e58d4794, server=9911683f163c,42175,1731435627165 in 284 msec 2024-11-12T18:20:32,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:32,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435632433"}]},"ts":"1731435632433"} 2024-11-12T18:20:32,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:20:32,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0be0adaa5ee57d5b3c546fa5e58d4794, ASSIGN in 457 msec 2024-11-12T18:20:32,441 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:20:32,442 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:32,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 728 msec 2024-11-12T18:20:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:20:32,882 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:20:32,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37331,-1 for getting cluster id 2024-11-12T18:20:32,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:32,886 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ff505fa-75a9-4c8f-9f98-a6cd1402a84d' 2024-11-12T18:20:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ff505fa-75a9-4c8f-9f98-a6cd1402a84d" 2024-11-12T18:20:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf56aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37331,-1] 2024-11-12T18:20:32,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:32,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:32,890 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:32,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b299fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34185,-1 for getting cluster id 2024-11-12T18:20:32,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:32,901 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d' 2024-11-12T18:20:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d" 2024-11-12T18:20:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31758967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34185,-1] 2024-11-12T18:20:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:32,904 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51362f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37331,-1 for getting cluster id 2024-11-12T18:20:32,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:32,907 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ff505fa-75a9-4c8f-9f98-a6cd1402a84d' 2024-11-12T18:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ff505fa-75a9-4c8f-9f98-a6cd1402a84d" 2024-11-12T18:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13035cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37331,-1] 2024-11-12T18:20:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:32,909 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26862f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37331,1731435623316 2024-11-12T18:20:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529ee3a9 2024-11-12T18:20:32,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:32,913 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:32,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:34185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:20:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:20:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:32,918 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34185' 2024-11-12T18:20:32,921 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7663b595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,921 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34185,-1 for getting cluster id 2024-11-12T18:20:32,921 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:32,922 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d' 2024-11-12T18:20:32,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:32,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d" 2024-11-12T18:20:32,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37874230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34185,-1] 2024-11-12T18:20:32,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:32,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:32,924 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:32,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e7d48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:32,926 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:32,927 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34185,1731435626972 2024-11-12T18:20:32,927 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73925462 2024-11-12T18:20:32,927 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:32,928 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:32,929 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T18:20:32,929 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:20:32,929 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:32,929 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:32,930 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:32,933 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:20:32,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:32,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:32,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:32,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:20:32,983 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:20:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:33,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:33,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83ee16ca2286b2592395da0d5dc52eb5, NAME => 'hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25 2024-11-12T18:20:33,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:20:33,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:33,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83ee16ca2286b2592395da0d5dc52eb5, disabling compactions & flushes 2024-11-12T18:20:33,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. after waiting 0 ms 2024-11-12T18:20:33,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,467 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,467 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83ee16ca2286b2592395da0d5dc52eb5: Waiting for close lock at 1731435633467Disabling compacts and flushes for region at 1731435633467Disabling writes for close at 1731435633467Writing region close event to WAL at 1731435633467Closed at 1731435633467 2024-11-12T18:20:33,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:33,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435633476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435633476"}]},"ts":"1731435633476"} 2024-11-12T18:20:33,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:33,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:33,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435633495"}]},"ts":"1731435633495"} 2024-11-12T18:20:33,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:20:33,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ee16ca2286b2592395da0d5dc52eb5, ASSIGN}] 2024-11-12T18:20:33,507 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ee16ca2286b2592395da0d5dc52eb5, ASSIGN 2024-11-12T18:20:33,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83ee16ca2286b2592395da0d5dc52eb5, ASSIGN; state=OFFLINE, location=9911683f163c,42395,1731435623499; forceNewPlan=false, retain=false 2024-11-12T18:20:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:33,659 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83ee16ca2286b2592395da0d5dc52eb5, regionState=OPENING, regionLocation=9911683f163c,42395,1731435623499 2024-11-12T18:20:33,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83ee16ca2286b2592395da0d5dc52eb5, ASSIGN because future has completed 2024-11-12T18:20:33,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ee16ca2286b2592395da0d5dc52eb5, server=9911683f163c,42395,1731435623499}] 2024-11-12T18:20:33,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:33,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:20:33,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42395%2C1731435623499.rep, suffix=, logDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499, archiveDir=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/oldWALs, maxLogs=10 2024-11-12T18:20:33,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.rep.1731435633851, exclude list is [], retry=0 2024-11-12T18:20:33,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35359,DS-389ce792-1897-4065-b376-108103712977,DISK] 2024-11-12T18:20:33,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.rep.1731435633851 2024-11-12T18:20:33,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46139:46139)] 2024-11-12T18:20:33,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ee16ca2286b2592395da0d5dc52eb5, NAME => 'hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:33,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:33,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:33,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. service=MultiRowMutationService 2024-11-12T18:20:33,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:20:33,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:33,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,895 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,896 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ee16ca2286b2592395da0d5dc52eb5 columnFamilyName hfileref 2024-11-12T18:20:33,897 DEBUG [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:33,897 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] regionserver.HStore(327): Store=83ee16ca2286b2592395da0d5dc52eb5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:33,897 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,898 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ee16ca2286b2592395da0d5dc52eb5 columnFamilyName queue 2024-11-12T18:20:33,898 DEBUG [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:33,899 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] regionserver.HStore(327): Store=83ee16ca2286b2592395da0d5dc52eb5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:33,899 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,900 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ee16ca2286b2592395da0d5dc52eb5 columnFamilyName sid 2024-11-12T18:20:33,900 DEBUG [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:33,901 INFO [StoreOpener-83ee16ca2286b2592395da0d5dc52eb5-1 {}] regionserver.HStore(327): Store=83ee16ca2286b2592395da0d5dc52eb5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:33,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/replication/83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/replication/83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:33,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/replication/83ee16ca2286b2592395da0d5dc52eb5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:33,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83ee16ca2286b2592395da0d5dc52eb5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58826656, jitterRate=-0.12341451644897461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:33,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:33,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83ee16ca2286b2592395da0d5dc52eb5: Running coprocessor pre-open hook at 1731435633890Writing region info on filesystem at 1731435633890Initializing all the Stores at 1731435633892 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435633892Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435633894 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435633894Cleaning up temporary data from old regions at 1731435633903 (+9 ms)Running coprocessor post-open hooks at 1731435633911 (+8 ms)Region opened successfully at 1731435633912 (+1 ms) 2024-11-12T18:20:33,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5., pid=10, masterSystemTime=1731435633837 2024-11-12T18:20:33,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83ee16ca2286b2592395da0d5dc52eb5, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42395,1731435623499 2024-11-12T18:20:33,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:33,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ee16ca2286b2592395da0d5dc52eb5, server=9911683f163c,42395,1731435623499 because future has completed 2024-11-12T18:20:33,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:20:33,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83ee16ca2286b2592395da0d5dc52eb5, server=9911683f163c,42395,1731435623499 in 281 msec 2024-11-12T18:20:33,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:20:33,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ee16ca2286b2592395da0d5dc52eb5, ASSIGN in 447 msec 2024-11-12T18:20:33,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:33,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435633955"}]},"ts":"1731435633955"} 2024-11-12T18:20:33,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:20:33,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:33,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0290 sec 2024-11-12T18:20:34,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5., hostname=9911683f163c,42395,1731435623499, seqNum=2] 2024-11-12T18:20:34,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:34,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:34,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:20:34,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42395 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:20:34,233 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:20:34,291 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:20:34,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:20:34,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:34,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T18:20:34,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T18:20:34,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:34,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T18:20:34,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:34,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T18:20:34,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:34,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T18:20:34,302 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,42395,1731435623499, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:20:34,302 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:34,302 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42395,1731435623499, seqNum=-1] 2024-11-12T18:20:34,303 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:34,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:34,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,42395,1731435623499', locateType=CURRENT is [region=hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5., hostname=9911683f163c,42395,1731435623499, seqNum=2] 2024-11-12T18:20:34,316 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:20:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:20:34,325 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,42395,1731435623499 suceeded 2024-11-12T18:20:34,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:20:34,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 266 msec 2024-11-12T18:20:34,328 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:34185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:20:34,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-12T18:20:34,347 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34185' 2024-11-12T18:20:34,348 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cbf8dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:34,348 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34185,-1 for getting cluster id 2024-11-12T18:20:34,349 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:34,350 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d' 2024-11-12T18:20:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d" 2024-11-12T18:20:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2c76a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34185,-1] 2024-11-12T18:20:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:34,353 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:34,354 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a273bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:34,354 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:34,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34185,1731435626972 2024-11-12T18:20:34,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bbad84b 2024-11-12T18:20:34,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:34,356 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T18:20:34,357 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,42395,1731435623499 (queues=1) is replicating from cluster=3ff505fa-75a9-4c8f-9f98-a6cd1402a84d to cluster=1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d 2024-11-12T18:20:34,357 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C42395%2C1731435623499 2024-11-12T18:20:34,357 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,42395,1731435623499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:20:34,362 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C42395%2C1731435623499 2024-11-12T18:20:34,365 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, startPosition=0, beingWritten=true 2024-11-12T18:20:34,410 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:34,410 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:34,411 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42395,1731435623499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:34,641 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:34,897 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:20:34,980 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:35,065 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:20:35,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:35,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:35,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:35,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:35,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:35,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0a8a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:35,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34185,-1 for getting cluster id 2024-11-12T18:20:35,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:35,079 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d' 2024-11-12T18:20:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d" 2024-11-12T18:20:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a887c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34185,-1] 2024-11-12T18:20:35,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:35,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:35,085 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:35,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d645ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:35,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34185,1731435626972 2024-11-12T18:20:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a36207 2024-11-12T18:20:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:35,089 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:35,089 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:37331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:20:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:20:35,092 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:37331' 2024-11-12T18:20:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:35,103 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1296fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:35,103 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37331,-1 for getting cluster id 2024-11-12T18:20:35,103 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:35,104 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ff505fa-75a9-4c8f-9f98-a6cd1402a84d' 2024-11-12T18:20:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ff505fa-75a9-4c8f-9f98-a6cd1402a84d" 2024-11-12T18:20:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef8966e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:35,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37331,-1] 2024-11-12T18:20:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:35,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:35,108 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:35,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a95c830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:35,117 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37331,1731435623316 2024-11-12T18:20:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a283d0f 2024-11-12T18:20:35,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:35,120 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:20:35,123 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T18:20:35,123 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:20:35,123 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:35,123 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:35,123 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:35,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:35,125 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:20:35,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:20:35,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:35,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:20:35,178 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:20:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:20:35,192 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 734c4e5b4ded02b7d37d92d271a9f5b3, NAME => 'hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac 2024-11-12T18:20:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:35,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:20:35,392 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:35,676 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:35,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 734c4e5b4ded02b7d37d92d271a9f5b3, disabling compactions & flushes 2024-11-12T18:20:35,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:35,677 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:35,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. after waiting 0 ms 2024-11-12T18:20:35,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:35,678 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:35,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 734c4e5b4ded02b7d37d92d271a9f5b3: Waiting for close lock at 1731435635677Disabling compacts and flushes for region at 1731435635677Disabling writes for close at 1731435635678 (+1 ms)Writing region close event to WAL at 1731435635678Closed at 1731435635678 2024-11-12T18:20:35,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:20:35,679 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435635679"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435635679"}]},"ts":"1731435635679"} 2024-11-12T18:20:35,686 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:20:35,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:20:35,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435635697"}]},"ts":"1731435635697"} 2024-11-12T18:20:35,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:20:35,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=734c4e5b4ded02b7d37d92d271a9f5b3, ASSIGN}] 2024-11-12T18:20:35,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=734c4e5b4ded02b7d37d92d271a9f5b3, ASSIGN 2024-11-12T18:20:35,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=734c4e5b4ded02b7d37d92d271a9f5b3, ASSIGN; state=OFFLINE, location=9911683f163c,42175,1731435627165; forceNewPlan=false, retain=false 2024-11-12T18:20:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:35,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:35,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=734c4e5b4ded02b7d37d92d271a9f5b3, regionState=OPENING, regionLocation=9911683f163c,42175,1731435627165 2024-11-12T18:20:35,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=734c4e5b4ded02b7d37d92d271a9f5b3, ASSIGN because future has completed 2024-11-12T18:20:35,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 734c4e5b4ded02b7d37d92d271a9f5b3, server=9911683f163c,42175,1731435627165}] 2024-11-12T18:20:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,924 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:35,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:35,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:36,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:20:36,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:36,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:36,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:20:36,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42175%2C1731435627165.rep, suffix=, logDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165, archiveDir=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/oldWALs, maxLogs=10 2024-11-12T18:20:36,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.rep.1731435636106, exclude list is [], retry=0 2024-11-12T18:20:36,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37773,DS-6a9068ce-7c3c-4c17-b926-7598a1e7c8d0,DISK] 2024-11-12T18:20:36,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.rep.1731435636106 2024-11-12T18:20:36,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46749:46749)] 2024-11-12T18:20:36,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 734c4e5b4ded02b7d37d92d271a9f5b3, NAME => 'hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:36,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:36,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:36,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. service=MultiRowMutationService 2024-11-12T18:20:36,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:20:36,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:36,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,178 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,180 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734c4e5b4ded02b7d37d92d271a9f5b3 columnFamilyName hfileref 2024-11-12T18:20:36,180 DEBUG [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:36,180 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] regionserver.HStore(327): Store=734c4e5b4ded02b7d37d92d271a9f5b3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:36,180 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,183 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734c4e5b4ded02b7d37d92d271a9f5b3 columnFamilyName queue 2024-11-12T18:20:36,183 DEBUG [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:36,184 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] regionserver.HStore(327): Store=734c4e5b4ded02b7d37d92d271a9f5b3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:36,184 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,185 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 734c4e5b4ded02b7d37d92d271a9f5b3 columnFamilyName sid 2024-11-12T18:20:36,185 DEBUG [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:36,186 INFO [StoreOpener-734c4e5b4ded02b7d37d92d271a9f5b3-1 {}] regionserver.HStore(327): Store=734c4e5b4ded02b7d37d92d271a9f5b3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:36,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:20:36,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:36,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 734c4e5b4ded02b7d37d92d271a9f5b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64971539, jitterRate=-0.03184862434864044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:20:36,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:36,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 734c4e5b4ded02b7d37d92d271a9f5b3: Running coprocessor pre-open hook at 1731435636177Writing region info on filesystem at 1731435636177Initializing all the Stores at 1731435636178 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435636178Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435636178Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435636178Cleaning up temporary data from old regions at 1731435636188 (+10 ms)Running coprocessor post-open hooks at 1731435636199 (+11 ms)Region opened successfully at 1731435636199 2024-11-12T18:20:36,200 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3., pid=10, masterSystemTime=1731435636055 2024-11-12T18:20:36,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:36,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:36,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=734c4e5b4ded02b7d37d92d271a9f5b3, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42175,1731435627165 2024-11-12T18:20:36,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 734c4e5b4ded02b7d37d92d271a9f5b3, server=9911683f163c,42175,1731435627165 because future has completed 2024-11-12T18:20:36,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:20:36,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 734c4e5b4ded02b7d37d92d271a9f5b3, server=9911683f163c,42175,1731435627165 in 335 msec 2024-11-12T18:20:36,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:20:36,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=734c4e5b4ded02b7d37d92d271a9f5b3, ASSIGN in 510 msec 2024-11-12T18:20:36,216 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:20:36,217 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435636216"}]},"ts":"1731435636216"} 2024-11-12T18:20:36,220 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:20:36,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:20:36,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0980 sec 2024-11-12T18:20:36,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3., hostname=9911683f163c,42175,1731435627165, seqNum=2] 2024-11-12T18:20:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:36,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:36,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:20:36,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:20:36,433 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:20:36,543 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,42175,1731435627165, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:20:36,543 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:36,544 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42175,1731435627165, seqNum=-1] 2024-11-12T18:20:36,546 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:36,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:36,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,42175,1731435627165', locateType=CURRENT is [region=hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3., hostname=9911683f163c,42175,1731435627165, seqNum=2] 2024-11-12T18:20:36,558 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:36,559 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:20:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:20:36,566 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,42175,1731435627165 suceeded 2024-11-12T18:20:36,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:20:36,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 306 msec 2024-11-12T18:20:36,570 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:37331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:20:36,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-12T18:20:36,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:37331' 2024-11-12T18:20:36,597 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5adf68ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:36,597 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37331,-1 for getting cluster id 2024-11-12T18:20:36,598 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:36,601 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ff505fa-75a9-4c8f-9f98-a6cd1402a84d' 2024-11-12T18:20:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ff505fa-75a9-4c8f-9f98-a6cd1402a84d" 2024-11-12T18:20:36,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21f232e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:36,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37331,-1] 2024-11-12T18:20:36,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:36,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:36,606 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:36,607 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7936f1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:36,607 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:36,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,37331,1731435623316 2024-11-12T18:20:36,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e1b05b 2024-11-12T18:20:36,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:20:36,617 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T18:20:36,618 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,42175,1731435627165 (queues=1) is replicating from cluster=1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d to cluster=3ff505fa-75a9-4c8f-9f98-a6cd1402a84d 2024-11-12T18:20:36,618 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C42175%2C1731435627165 2024-11-12T18:20:36,619 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,42175,1731435627165, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:20:36,633 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, startPosition=0, beingWritten=true 2024-11-12T18:20:36,653 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C42175%2C1731435627165 2024-11-12T18:20:36,701 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:36,701 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 379, reset compression=false 2024-11-12T18:20:36,701 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42175,1731435627165 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:36,919 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 379, reset compression=false 2024-11-12T18:20:36,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:36,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:36,922 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18253 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:20:37,252 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:20:37,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:37,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:37,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:37,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:37,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:37,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:37,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42395,1731435623499, seqNum=-1] 2024-11-12T18:20:37,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:37,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435630534.635b7458e0d239cac843d990148ada60., hostname=9911683f163c,42395,1731435623499, seqNum=2] 2024-11-12T18:20:37,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42175,1731435627165, seqNum=-1] 2024-11-12T18:20:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:37,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:37,261 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 379, reset compression=false 2024-11-12T18:20:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794., hostname=9911683f163c,42175,1731435627165, seqNum=2] 2024-11-12T18:20:37,264 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T18:20:37,285 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 379, reset compression=false 2024-11-12T18:20:37,289 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:37,289 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 480, reset compression=false 2024-11-12T18:20:37,289 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42395,1731435623499 got entry batch from reader: WALEntryBatch [walEntries=[{test/635b7458e0d239cac843d990148ada60/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T18:20:37,292 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:37,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T18:20:37,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:20:37,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3256101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:37,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34185,-1 for getting cluster id 2024-11-12T18:20:37,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:37,297 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d' 2024-11-12T18:20:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1eba2fb8-f6b4-4241-b7f5-1c4ad6550d4d" 2024-11-12T18:20:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1437c56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34185,-1] 2024-11-12T18:20:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:37,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:37,298 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:37,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dec3b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:37,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42175,1731435627165, seqNum=-1] 2024-11-12T18:20:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:37,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:37,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794., hostname=9911683f163c,42175,1731435627165, seqNum=2] 2024-11-12T18:20:37,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:20:37,493 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 480, reset compression=false 2024-11-12T18:20:37,666 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 379, reset compression=false 2024-11-12T18:20:37,670 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:37,670 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 503, reset compression=false 2024-11-12T18:20:37,670 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42175,1731435627165 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:37,797 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 480, reset compression=false 2024-11-12T18:20:37,875 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 503, reset compression=false 2024-11-12T18:20:38,179 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 503, reset compression=false 2024-11-12T18:20:38,201 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 480, reset compression=false 2024-11-12T18:20:38,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T18:20:38,272 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T18:20:38,583 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 503, reset compression=false 2024-11-12T18:20:38,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:38,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 607, reset compression=false 2024-11-12T18:20:38,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42175,1731435627165 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be0adaa5ee57d5b3c546fa5e58d4794/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:20:38,593 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:38,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T18:20:38,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:20:38,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7038a785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:38,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,37331,-1 for getting cluster id 2024-11-12T18:20:38,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:38,598 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ff505fa-75a9-4c8f-9f98-a6cd1402a84d' 2024-11-12T18:20:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ff505fa-75a9-4c8f-9f98-a6cd1402a84d" 2024-11-12T18:20:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c710b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,37331,-1] 2024-11-12T18:20:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:38,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:38,600 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:38,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2526d764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:38,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:38,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42395,1731435623499, seqNum=-1] 2024-11-12T18:20:38,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:38,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T18:20:38,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731435630534.635b7458e0d239cac843d990148ada60., hostname=9911683f163c,42395,1731435623499, seqNum=2] 2024-11-12T18:20:38,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:20:38,706 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 480, reset compression=false 2024-11-12T18:20:38,711 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:38,711 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 607, reset compression=false 2024-11-12T18:20:38,712 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42395,1731435623499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:38,803 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 607, reset compression=false 2024-11-12T18:20:38,918 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 607, reset compression=false 2024-11-12T18:20:39,112 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 607, reset compression=false 2024-11-12T18:20:39,226 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 607, reset compression=false 2024-11-12T18:20:39,277 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T18:20:39,313 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T18:20:39,543 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 607, reset compression=false 2024-11-12T18:20:39,632 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 607, reset compression=false 2024-11-12T18:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 763, reset compression=false 2024-11-12T18:20:39,637 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42395,1731435623499 got entry batch from reader: WALEntryBatch [walEntries=[{test/635b7458e0d239cac843d990148ada60/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T18:20:39,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:20:39,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:20:39,841 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 763, reset compression=false 2024-11-12T18:20:40,048 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 607, reset compression=false 2024-11-12T18:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 754, reset compression=false 2024-11-12T18:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42175,1731435627165 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:40,151 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 763, reset compression=false 2024-11-12T18:20:40,315 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T18:20:40,321 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 754, reset compression=false 2024-11-12T18:20:40,326 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T18:20:40,339 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:20:40,339 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 913, reset compression=false 2024-11-12T18:20:40,339 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42175,1731435627165 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be0adaa5ee57d5b3c546fa5e58d4794/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T18:20:40,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:20:40,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42395 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:20:40,560 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 913, reset compression=false 2024-11-12T18:20:40,577 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 763, reset compression=false 2024-11-12T18:20:40,583 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:40,583 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:40,583 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42395,1731435623499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:40,793 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:40,878 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 913, reset compression=false 2024-11-12T18:20:41,097 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:41,306 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 913, reset compression=false 2024-11-12T18:20:41,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T18:20:41,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:20:41,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:41,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:41,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:41,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:41,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:20:41,337 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=838235463, stopped=false 2024-11-12T18:20:41,337 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,34185,1731435626972 2024-11-12T18:20:41,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1732943104/running 2024-11-12T18:20:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1732943104/running 2024-11-12T18:20:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:41,352 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:41,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:41,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:41,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:41,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/running 2024-11-12T18:20:41,353 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,42175,1731435627165' ***** 2024-11-12T18:20:41,353 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:20:41,353 INFO [RS:0;9911683f163c:42175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:20:41,354 INFO [RS:0;9911683f163c:42175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:20:41,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:20:41,354 INFO [RS:0;9911683f163c:42175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:20:41,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Set watcher on znode that does not yet exist, /1-1732943104/running 2024-11-12T18:20:41,354 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(3091): Received CLOSE for 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(3091): Received CLOSE for 0be0adaa5ee57d5b3c546fa5e58d4794 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,42175,1731435627165 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42175. 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 734c4e5b4ded02b7d37d92d271a9f5b3, disabling compactions & flushes 2024-11-12T18:20:41,355 DEBUG [RS:0;9911683f163c:42175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:41,355 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:41,355 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. after waiting 0 ms 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:20:41,355 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 734c4e5b4ded02b7d37d92d271a9f5b3 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T18:20:41,355 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:20:41,355 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1325): Online Regions={734c4e5b4ded02b7d37d92d271a9f5b3=hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3., 1588230740=hbase:meta,,1.1588230740, 0be0adaa5ee57d5b3c546fa5e58d4794=test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794.} 2024-11-12T18:20:41,355 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 0be0adaa5ee57d5b3c546fa5e58d4794, 1588230740, 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:41,355 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:41,355 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:41,356 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:41,356 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:20:41,373 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/info/0eaac232a8c0440a905162e271fe1716 is 147, key is hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3./info:regioninfo/1731435636203/Put/seqid=0 2024-11-12T18:20:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741840_1016 (size=7686) 2024-11-12T18:20:41,386 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/.tmp/queue/94dd97dab869430d900f41fdd45ce998 is 153, key is 1-9911683f163c,42175,1731435627165/queue:9911683f163c%2C42175%2C1731435627165/1731435640346/Put/seqid=0 2024-11-12T18:20:41,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741841_1017 (size=5352) 2024-11-12T18:20:41,411 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:41,504 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:41,556 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 0be0adaa5ee57d5b3c546fa5e58d4794, 1588230740, 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:41,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:41,756 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 0be0adaa5ee57d5b3c546fa5e58d4794, 1588230740, 734c4e5b4ded02b7d37d92d271a9f5b3 2024-11-12T18:20:41,781 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/info/0eaac232a8c0440a905162e271fe1716 2024-11-12T18:20:41,791 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/.tmp/queue/94dd97dab869430d900f41fdd45ce998 2024-11-12T18:20:41,795 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/.tmp/queue/94dd97dab869430d900f41fdd45ce998 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/queue/94dd97dab869430d900f41fdd45ce998 2024-11-12T18:20:41,802 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/queue/94dd97dab869430d900f41fdd45ce998, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T18:20:41,805 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 734c4e5b4ded02b7d37d92d271a9f5b3 in 450ms, sequenceid=10, compaction requested=false 2024-11-12T18:20:41,807 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/ns/245ca5b2157b45abace901a7730033a4 is 43, key is default/ns:d/1731435630445/Put/seqid=0 2024-11-12T18:20:41,810 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 913, reset compression=false 2024-11-12T18:20:41,810 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/replication/734c4e5b4ded02b7d37d92d271a9f5b3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T18:20:41,811 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:41,811 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:41,811 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:41,811 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 734c4e5b4ded02b7d37d92d271a9f5b3: Waiting for close lock at 1731435641355Running coprocessor pre-close hooks at 1731435641355Disabling compacts and flushes for region at 1731435641355Disabling writes for close at 1731435641355Obtaining lock to block concurrent updates at 1731435641355Preparing flush snapshotting stores in 734c4e5b4ded02b7d37d92d271a9f5b3 at 1731435641355Finished memstore snapshotting hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731435641356 (+1 ms)Flushing stores of hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. at 1731435641364 (+8 ms)Flushing 734c4e5b4ded02b7d37d92d271a9f5b3/queue: creating writer at 1731435641364Flushing 734c4e5b4ded02b7d37d92d271a9f5b3/queue: appending metadata at 1731435641385 (+21 ms)Flushing 734c4e5b4ded02b7d37d92d271a9f5b3/queue: closing flushed file at 1731435641385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5a3a0: reopening flushed file at 1731435641795 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 734c4e5b4ded02b7d37d92d271a9f5b3 in 450ms, sequenceid=10, compaction requested=false at 1731435641805 (+10 ms)Writing region close event to WAL at 1731435641805Running coprocessor post-close hooks at 1731435641811 (+6 ms)Closed at 1731435641811 2024-11-12T18:20:41,811 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435635123.734c4e5b4ded02b7d37d92d271a9f5b3. 2024-11-12T18:20:41,811 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0be0adaa5ee57d5b3c546fa5e58d4794, disabling compactions & flushes 2024-11-12T18:20:41,812 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:41,812 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:41,812 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. after waiting 0 ms 2024-11-12T18:20:41,812 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:41,812 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0be0adaa5ee57d5b3c546fa5e58d4794 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T18:20:41,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:20:41,816 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/ns/245ca5b2157b45abace901a7730033a4 2024-11-12T18:20:41,817 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:41,817 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 1160, reset compression=false 2024-11-12T18:20:41,817 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42175,1731435627165 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:41,818 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,42175,1731435627165: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,42175,1731435627165, walGroup=9911683f163c%2C42175%2C1731435627165, offset=9911683f163c%2C42175%2C1731435627165.1731435629128:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:20:41,819 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:20:41,819 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:20:41,820 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:20:41,820 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:20:41,820 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:20:41,820 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 598928808 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191684928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:20:41,821 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:34185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:34185 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:20:41,845 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/f/89eaf1ba0ba24385bcd2e79c389b5ef1 is 29, key is row1/f:/1731435640317/DeleteFamily/seqid=0 2024-11-12T18:20:41,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741843_1019 (size=5118) 2024-11-12T18:20:41,849 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/f/89eaf1ba0ba24385bcd2e79c389b5ef1 2024-11-12T18:20:41,853 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89eaf1ba0ba24385bcd2e79c389b5ef1 2024-11-12T18:20:41,858 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/rep_barrier/d379d33baf574b4f8c1aa6931b5813ba is 112, key is test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794./rep_barrier:seqnumDuringOpen/1731435632379/Put/seqid=0 2024-11-12T18:20:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741844_1020 (size=5518) 2024-11-12T18:20:41,871 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/f1/530de4218f84474b86e623f69f6f05bf is 30, key is row1/f1:/1731435640317/DeleteFamily/seqid=0 2024-11-12T18:20:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741845_1021 (size=5123) 2024-11-12T18:20:41,875 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/f1/530de4218f84474b86e623f69f6f05bf 2024-11-12T18:20:41,878 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 530de4218f84474b86e623f69f6f05bf 2024-11-12T18:20:41,893 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/norep/da6449e23dbc43e7b4e9a242d8419fec is 33, key is row1/norep:/1731435640317/DeleteFamily/seqid=0 2024-11-12T18:20:41,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741846_1022 (size=5108) 2024-11-12T18:20:41,956 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 0be0adaa5ee57d5b3c546fa5e58d4794, 1588230740 2024-11-12T18:20:41,965 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:20:41,965 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:20:42,009 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:42,038 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 1160, reset compression=false 2024-11-12T18:20:42,156 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 0be0adaa5ee57d5b3c546fa5e58d4794, 1588230740 2024-11-12T18:20:42,266 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/rep_barrier/d379d33baf574b4f8c1aa6931b5813ba 2024-11-12T18:20:42,285 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/table/cabe4081d20a4abbb025adc17cf68969 is 53, key is hbase:replication/table:state/1731435636216/Put/seqid=0 2024-11-12T18:20:42,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741847_1023 (size=5308) 2024-11-12T18:20:42,298 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/norep/da6449e23dbc43e7b4e9a242d8419fec 2024-11-12T18:20:42,302 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da6449e23dbc43e7b4e9a242d8419fec 2024-11-12T18:20:42,305 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/f/89eaf1ba0ba24385bcd2e79c389b5ef1 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/f/89eaf1ba0ba24385bcd2e79c389b5ef1 2024-11-12T18:20:42,309 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89eaf1ba0ba24385bcd2e79c389b5ef1 2024-11-12T18:20:42,309 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/f/89eaf1ba0ba24385bcd2e79c389b5ef1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T18:20:42,310 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/f1/530de4218f84474b86e623f69f6f05bf as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/f1/530de4218f84474b86e623f69f6f05bf 2024-11-12T18:20:42,314 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 530de4218f84474b86e623f69f6f05bf 2024-11-12T18:20:42,314 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/f1/530de4218f84474b86e623f69f6f05bf, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T18:20:42,314 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/.tmp/norep/da6449e23dbc43e7b4e9a242d8419fec as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/norep/da6449e23dbc43e7b4e9a242d8419fec 2024-11-12T18:20:42,318 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da6449e23dbc43e7b4e9a242d8419fec 2024-11-12T18:20:42,318 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/norep/da6449e23dbc43e7b4e9a242d8419fec, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T18:20:42,319 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0be0adaa5ee57d5b3c546fa5e58d4794 in 507ms, sequenceid=8, compaction requested=false 2024-11-12T18:20:42,322 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/default/test/0be0adaa5ee57d5b3c546fa5e58d4794/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:20:42,323 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:42,323 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:42,323 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:42,323 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0be0adaa5ee57d5b3c546fa5e58d4794: Waiting for close lock at 1731435641811Running coprocessor pre-close hooks at 1731435641811Disabling compacts and flushes for region at 1731435641811Disabling writes for close at 1731435641812 (+1 ms)Obtaining lock to block concurrent updates at 1731435641812Preparing flush snapshotting stores in 0be0adaa5ee57d5b3c546fa5e58d4794 at 1731435641812Finished memstore snapshotting test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731435641812Flushing stores of test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. at 1731435641813 (+1 ms)Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/f: creating writer at 1731435641813Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/f: appending metadata at 1731435641844 (+31 ms)Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/f: closing flushed file at 1731435641844Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/f1: creating writer at 1731435641853 (+9 ms)Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/f1: appending metadata at 1731435641870 (+17 ms)Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/f1: closing flushed file at 1731435641870Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/norep: creating writer at 1731435641879 (+9 ms)Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/norep: appending metadata at 1731435641893 (+14 ms)Flushing 0be0adaa5ee57d5b3c546fa5e58d4794/norep: closing flushed file at 1731435641893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3e0800: reopening flushed file at 1731435642302 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59cfff4b: reopening flushed file at 1731435642309 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c2ee08: reopening flushed file at 1731435642314 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0be0adaa5ee57d5b3c546fa5e58d4794 in 507ms, sequenceid=8, compaction requested=false at 1731435642319 (+5 ms)Writing region close event to WAL at 1731435642320 (+1 ms)Running coprocessor post-close hooks at 1731435642323 (+3 ms)Closed at 1731435642323 2024-11-12T18:20:42,323 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435631713.0be0adaa5ee57d5b3c546fa5e58d4794. 2024-11-12T18:20:42,347 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 1160, reset compression=false 2024-11-12T18:20:42,353 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:42,353 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 1804, reset compression=false 2024-11-12T18:20:42,356 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:20:42,356 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:20:42,356 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:42,557 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:42,557 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 1804, reset compression=false 2024-11-12T18:20:42,617 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:42,698 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/table/cabe4081d20a4abbb025adc17cf68969 2024-11-12T18:20:42,748 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/info/0eaac232a8c0440a905162e271fe1716 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/info/0eaac232a8c0440a905162e271fe1716 2024-11-12T18:20:42,757 DEBUG [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:20:42,763 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/info/0eaac232a8c0440a905162e271fe1716, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:20:42,764 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/ns/245ca5b2157b45abace901a7730033a4 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/ns/245ca5b2157b45abace901a7730033a4 2024-11-12T18:20:42,793 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/ns/245ca5b2157b45abace901a7730033a4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:20:42,805 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/rep_barrier/d379d33baf574b4f8c1aa6931b5813ba as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/rep_barrier/d379d33baf574b4f8c1aa6931b5813ba 2024-11-12T18:20:42,822 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/rep_barrier/d379d33baf574b4f8c1aa6931b5813ba, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:20:42,826 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/.tmp/table/cabe4081d20a4abbb025adc17cf68969 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/table/cabe4081d20a4abbb025adc17cf68969 2024-11-12T18:20:42,847 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/table/cabe4081d20a4abbb025adc17cf68969, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:20:42,851 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1494ms, sequenceid=16, compaction requested=false 2024-11-12T18:20:42,866 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.1731435629128 to pos 1804, reset compression=false 2024-11-12T18:20:42,935 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:20:42,940 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:42,940 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:42,940 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:42,940 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435641355Running coprocessor pre-close hooks at 1731435641355Disabling compacts and flushes for region at 1731435641355Disabling writes for close at 1731435641355Obtaining lock to block concurrent updates at 1731435641356 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731435641356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435641356Flushing stores of hbase:meta,,1.1588230740 at 1731435641356Flushing 1588230740/info: creating writer at 1731435641356Flushing 1588230740/info: appending metadata at 1731435641372 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731435641372Flushing 1588230740/ns: creating writer at 1731435641786 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731435641807 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731435641807Flushing 1588230740/rep_barrier: creating writer at 1731435641827 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435641858 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435641858Flushing 1588230740/table: creating writer at 1731435642271 (+413 ms)Flushing 1588230740/table: appending metadata at 1731435642285 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731435642285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b481e3d: reopening flushed file at 1731435642727 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7b0d37: reopening flushed file at 1731435642764 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82dd983: reopening flushed file at 1731435642793 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ce100aa: reopening flushed file at 1731435642823 (+30 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1494ms, sequenceid=16, compaction requested=false at 1731435642851 (+28 ms)Writing region close event to WAL at 1731435642921 (+70 ms)Running coprocessor post-close hooks at 1731435642940 (+19 ms)Closed at 1731435642940 2024-11-12T18:20:42,940 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:42,957 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,42175,1731435627165; all regions closed. 2024-11-12T18:20:42,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/WALs/9911683f163c,42175,1731435627165/9911683f163c%2C42175%2C1731435627165.meta.1731435630210.meta not finished, retry = 0 2024-11-12T18:20:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:20:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741839_1015 (size=2676) 2024-11-12T18:20:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741832_1008 (size=1812) 2024-11-12T18:20:43,124 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:43,124 INFO [RS:0;9911683f163c:42175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:43,125 INFO [RS:0;9911683f163c:42175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:43,125 INFO [RS:0;9911683f163c:42175 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:43,125 INFO [RS:0;9911683f163c:42175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:43,125 INFO [RS:0;9911683f163c:42175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,42175,1731435627165 because: Region server is closing 2024-11-12T18:20:43,125 INFO [RS:0;9911683f163c:42175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42175. 2024-11-12T18:20:43,126 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:43,127 DEBUG [RS:0;9911683f163c:42175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:43,127 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:43,127 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:43,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:43,228 INFO [RS:0;9911683f163c:42175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.shipper9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 terminated 2024-11-12T18:20:43,228 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42175,1731435627165.replicationSource.wal-reader.9911683f163c%2C42175%2C1731435627165,1-9911683f163c,42175,1731435627165 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:20:43,229 INFO [RS:0;9911683f163c:42175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42175. 2024-11-12T18:20:43,229 DEBUG [RS:0;9911683f163c:42175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:43,229 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:43,229 DEBUG [RS:0;9911683f163c:42175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:43,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:43,229 INFO [RS:0;9911683f163c:42175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42175 2024-11-12T18:20:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104/rs 2024-11-12T18:20:43,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1732943104/rs/9911683f163c,42175,1731435627165 2024-11-12T18:20:43,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,42175,1731435627165] 2024-11-12T18:20:43,238 INFO [RS:0;9911683f163c:42175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:43,245 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/draining/9911683f163c,42175,1731435627165 already deleted, retry=false 2024-11-12T18:20:43,245 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,42175,1731435627165 expired; onlineServers=0 2024-11-12T18:20:43,245 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,34185,1731435626972' ***** 2024-11-12T18:20:43,245 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:20:43,248 INFO [M:0;9911683f163c:34185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:43,248 INFO [M:0;9911683f163c:34185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:43,248 DEBUG [M:0;9911683f163c:34185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:20:43,249 DEBUG [M:0;9911683f163c:34185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:20:43,249 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435628687 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435628687,5,FailOnTimeoutGroup] 2024-11-12T18:20:43,249 INFO [M:0;9911683f163c:34185 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:43,249 INFO [M:0;9911683f163c:34185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:43,249 DEBUG [M:0;9911683f163c:34185 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:20:43,249 INFO [M:0;9911683f163c:34185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:20:43,249 INFO [M:0;9911683f163c:34185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:43,249 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435628697 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435628697,5,FailOnTimeoutGroup] 2024-11-12T18:20:43,249 INFO [M:0;9911683f163c:34185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:20:43,249 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:20:43,249 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:20:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1732943104/master 2024-11-12T18:20:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1732943104 2024-11-12T18:20:43,260 DEBUG [M:0;9911683f163c:34185 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1732943104/master already deleted, retry=false 2024-11-12T18:20:43,260 DEBUG [M:0;9911683f163c:34185 {}] master.ActiveMasterManager(353): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1732943104/master 2024-11-12T18:20:43,262 INFO [M:0;9911683f163c:34185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/.lastflushedseqids 2024-11-12T18:20:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741848_1024 (size=245) 2024-11-12T18:20:43,332 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:43,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:43,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42175-0x1003538f6db0004, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:43,349 INFO [RS:0;9911683f163c:42175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:43,349 INFO [RS:0;9911683f163c:42175 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,42175,1731435627165; zookeeper connection closed. 2024-11-12T18:20:43,369 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756c6d70 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756c6d70 2024-11-12T18:20:43,375 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:20:43,707 INFO [M:0;9911683f163c:34185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:20:43,708 INFO [M:0;9911683f163c:34185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:20:43,708 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:43,708 INFO [M:0;9911683f163c:34185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:43,708 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:43,708 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:43,708 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:43,708 INFO [M:0;9911683f163c:34185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T18:20:43,762 DEBUG [M:0;9911683f163c:34185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec508fd4988a4f9e844b6f5c2aaa1d10 is 82, key is hbase:meta,,1/info:regioninfo/1731435630423/Put/seqid=0 2024-11-12T18:20:43,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741849_1025 (size=5672) 2024-11-12T18:20:43,790 INFO [M:0;9911683f163c:34185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec508fd4988a4f9e844b6f5c2aaa1d10 2024-11-12T18:20:43,854 DEBUG [M:0;9911683f163c:34185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bae8e79a3b734f6aa8ed5e8a575257f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435636224/Put/seqid=0 2024-11-12T18:20:43,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741850_1026 (size=8517) 2024-11-12T18:20:43,889 INFO [M:0;9911683f163c:34185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bae8e79a3b734f6aa8ed5e8a575257f0 2024-11-12T18:20:43,951 DEBUG [M:0;9911683f163c:34185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40c581e694cc4cb5972fa7cdb735443e is 69, key is 9911683f163c,42175,1731435627165/rs:state/1731435628809/Put/seqid=0 2024-11-12T18:20:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741851_1027 (size=5156) 2024-11-12T18:20:44,006 INFO [M:0;9911683f163c:34185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40c581e694cc4cb5972fa7cdb735443e 2024-11-12T18:20:44,031 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ec508fd4988a4f9e844b6f5c2aaa1d10 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec508fd4988a4f9e844b6f5c2aaa1d10 2024-11-12T18:20:44,078 INFO [M:0;9911683f163c:34185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ec508fd4988a4f9e844b6f5c2aaa1d10, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:20:44,092 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bae8e79a3b734f6aa8ed5e8a575257f0 as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bae8e79a3b734f6aa8ed5e8a575257f0 2024-11-12T18:20:44,122 INFO [M:0;9911683f163c:34185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bae8e79a3b734f6aa8ed5e8a575257f0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:20:44,130 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/40c581e694cc4cb5972fa7cdb735443e as hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40c581e694cc4cb5972fa7cdb735443e 2024-11-12T18:20:44,177 INFO [M:0;9911683f163c:34185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45411/user/jenkins/test-data/82f5967a-1bc7-cf65-aea4-1852c98af9ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/40c581e694cc4cb5972fa7cdb735443e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:20:44,179 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:44,181 INFO [M:0;9911683f163c:34185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=97, compaction requested=false 2024-11-12T18:20:44,236 INFO [M:0;9911683f163c:34185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:44,236 DEBUG [M:0;9911683f163c:34185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435643708Disabling compacts and flushes for region at 1731435643708Disabling writes for close at 1731435643708Obtaining lock to block concurrent updates at 1731435643708Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435643708Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731435643709 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435643711 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435643711Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435643762 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435643762Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435643810 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435643854 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435643854Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435643918 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435643949 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435643950 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ecaef81: reopening flushed file at 1731435644027 (+77 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5355dc1e: reopening flushed file at 1731435644078 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d90d88: reopening flushed file at 1731435644122 (+44 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 473ms, sequenceid=97, compaction requested=false at 1731435644181 (+59 ms)Writing region close event to WAL at 1731435644236 (+55 ms)Closed at 1731435644236 2024-11-12T18:20:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37773 is added to blk_1073741830_1006 (size=63666) 2024-11-12T18:20:44,263 INFO [M:0;9911683f163c:34185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:20:44,263 INFO [M:0;9911683f163c:34185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34185 2024-11-12T18:20:44,264 INFO [M:0;9911683f163c:34185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:44,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34185-0x1003538f6db0003, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:44,372 INFO [M:0;9911683f163c:34185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:44,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4817aa89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:44,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@641042f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:44,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:44,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@790b2c70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:44,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e70714f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:44,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:20:44,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:20:44,421 WARN [BP-85622235-172.17.0.3-1731435625310 heartbeating to localhost/127.0.0.1:45411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:20:44,421 WARN [BP-85622235-172.17.0.3-1731435625310 heartbeating to localhost/127.0.0.1:45411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85622235-172.17.0.3-1731435625310 (Datanode Uuid c38900dc-0ae6-4f31-a160-e353c1b9e092) service to localhost/127.0.0.1:45411 2024-11-12T18:20:44,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/cluster_0dc8110a-b067-1bb4-9aa1-b843456cb895/data/data1/current/BP-85622235-172.17.0.3-1731435625310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:44,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:20:44,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/cluster_0dc8110a-b067-1bb4-9aa1-b843456cb895/data/data2/current/BP-85622235-172.17.0.3-1731435625310 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:44,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503121af{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:44,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f511c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:44,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:44,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7557e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:44,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dcf9b45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:44,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:20:44,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:20:44,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:44,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:44,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:44,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:44,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:44,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:20:44,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=395754390, stopped=false 2024-11-12T18:20:44,460 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,37331,1731435623316 2024-11-12T18:20:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0481982092/running 2024-11-12T18:20:44,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:44,462 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:44,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/running 2024-11-12T18:20:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0481982092/running 2024-11-12T18:20:44,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:44,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:20:44,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:44,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:44,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,42395,1731435623499' ***** 2024-11-12T18:20:44,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:20:44,466 INFO [RS:0;9911683f163c:42395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:20:44,466 INFO [RS:0;9911683f163c:42395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:20:44,466 INFO [RS:0;9911683f163c:42395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:20:44,466 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:20:44,466 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 635b7458e0d239cac843d990148ada60 2024-11-12T18:20:44,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Set watcher on znode that does not yet exist, /0481982092/running 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,42395,1731435623499 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42395. 2024-11-12T18:20:44,478 DEBUG [RS:0;9911683f163c:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:44,478 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:20:44,478 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 635b7458e0d239cac843d990148ada60, disabling compactions & flushes 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:20:44,478 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:44,478 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:44,478 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:20:44,479 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435630534.635b7458e0d239cac843d990148ada60. after waiting 0 ms 2024-11-12T18:20:44,479 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:44,479 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 635b7458e0d239cac843d990148ada60 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T18:20:44,488 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:20:44,488 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1325): Online Regions={635b7458e0d239cac843d990148ada60=test,,1731435630534.635b7458e0d239cac843d990148ada60., 1588230740=hbase:meta,,1.1588230740, 83ee16ca2286b2592395da0d5dc52eb5=hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.} 2024-11-12T18:20:44,488 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 635b7458e0d239cac843d990148ada60, 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:44,488 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:44,488 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:44,488 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:44,489 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:44,489 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:44,489 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:20:44,516 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:44,533 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/info/242a434c37564bbb9a8c9a9333fde01a is 147, key is hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5./info:regioninfo/1731435633927/Put/seqid=0 2024-11-12T18:20:44,544 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/f/cc895d0dfb0c41c49dd0e2e3bea4756f is 29, key is row1/f:/1731435640317/DeleteFamily/seqid=0 2024-11-12T18:20:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741840_1016 (size=5118) 2024-11-12T18:20:44,575 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/f/cc895d0dfb0c41c49dd0e2e3bea4756f 2024-11-12T18:20:44,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741841_1017 (size=7686) 2024-11-12T18:20:44,581 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/info/242a434c37564bbb9a8c9a9333fde01a 2024-11-12T18:20:44,585 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc895d0dfb0c41c49dd0e2e3bea4756f 2024-11-12T18:20:44,626 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/f1/ec517d8279d7412cb0a7a6320a04c153 is 30, key is row1/f1:/1731435640317/DeleteFamily/seqid=0 2024-11-12T18:20:44,651 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/ns/c4203b5ea6014f8f82bf36de8bcfdc42 is 43, key is default/ns:d/1731435625099/Put/seqid=0 2024-11-12T18:20:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741842_1018 (size=5123) 2024-11-12T18:20:44,655 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/f1/ec517d8279d7412cb0a7a6320a04c153 2024-11-12T18:20:44,662 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec517d8279d7412cb0a7a6320a04c153 2024-11-12T18:20:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741843_1019 (size=5153) 2024-11-12T18:20:44,673 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/ns/c4203b5ea6014f8f82bf36de8bcfdc42 2024-11-12T18:20:44,688 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 635b7458e0d239cac843d990148ada60, 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:44,695 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/rep_barrier/8425eb5bee6944e38e4dc23140d1b928 is 112, key is test,,1731435630534.635b7458e0d239cac843d990148ada60./rep_barrier:seqnumDuringOpen/1731435631604/Put/seqid=0 2024-11-12T18:20:44,707 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/norep/6829ce9f63634392b303715cd7b31517 is 32, key is row/norep:/1731435639307/DeleteFamily/seqid=0 2024-11-12T18:20:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741844_1020 (size=5518) 2024-11-12T18:20:44,725 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/rep_barrier/8425eb5bee6944e38e4dc23140d1b928 2024-11-12T18:20:44,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741845_1021 (size=5101) 2024-11-12T18:20:44,783 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/table/0cbb963f4b1a478988697cd93336f9ac is 53, key is hbase:replication/table:state/1731435633955/Put/seqid=0 2024-11-12T18:20:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741846_1022 (size=5308) 2024-11-12T18:20:44,826 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/table/0cbb963f4b1a478988697cd93336f9ac 2024-11-12T18:20:44,843 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/info/242a434c37564bbb9a8c9a9333fde01a as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/info/242a434c37564bbb9a8c9a9333fde01a 2024-11-12T18:20:44,865 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/info/242a434c37564bbb9a8c9a9333fde01a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:20:44,870 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/ns/c4203b5ea6014f8f82bf36de8bcfdc42 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/ns/c4203b5ea6014f8f82bf36de8bcfdc42 2024-11-12T18:20:44,880 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/ns/c4203b5ea6014f8f82bf36de8bcfdc42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:20:44,885 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/rep_barrier/8425eb5bee6944e38e4dc23140d1b928 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/rep_barrier/8425eb5bee6944e38e4dc23140d1b928 2024-11-12T18:20:44,889 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 635b7458e0d239cac843d990148ada60, 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:44,906 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/rep_barrier/8425eb5bee6944e38e4dc23140d1b928, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:20:44,907 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/.tmp/table/0cbb963f4b1a478988697cd93336f9ac as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/table/0cbb963f4b1a478988697cd93336f9ac 2024-11-12T18:20:44,918 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/table/0cbb963f4b1a478988697cd93336f9ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:20:44,937 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=16, compaction requested=false 2024-11-12T18:20:45,007 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:20:45,009 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:45,010 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:20:45,010 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:45,010 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435644488Running coprocessor pre-close hooks at 1731435644488Disabling compacts and flushes for region at 1731435644488Disabling writes for close at 1731435644489 (+1 ms)Obtaining lock to block concurrent updates at 1731435644489Preparing flush snapshotting stores in 1588230740 at 1731435644489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435644489Flushing stores of hbase:meta,,1.1588230740 at 1731435644490 (+1 ms)Flushing 1588230740/info: creating writer at 1731435644490Flushing 1588230740/info: appending metadata at 1731435644533 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731435644533Flushing 1588230740/ns: creating writer at 1731435644595 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731435644650 (+55 ms)Flushing 1588230740/ns: closing flushed file at 1731435644651 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731435644677 (+26 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435644695 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435644695Flushing 1588230740/table: creating writer at 1731435644744 (+49 ms)Flushing 1588230740/table: appending metadata at 1731435644782 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731435644782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5debb78: reopening flushed file at 1731435644837 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4bcb78: reopening flushed file at 1731435644865 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d6bbdeb: reopening flushed file at 1731435644880 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136b1d6f: reopening flushed file at 1731435644906 (+26 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=16, compaction requested=false at 1731435644937 (+31 ms)Writing region close event to WAL at 1731435644976 (+39 ms)Running coprocessor post-close hooks at 1731435645009 (+33 ms)Closed at 1731435645010 (+1 ms) 2024-11-12T18:20:45,010 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:45,085 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:20:45,086 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:20:45,089 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1351): Waiting on 635b7458e0d239cac843d990148ada60, 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:45,132 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 912, reset compression=false 2024-11-12T18:20:45,156 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:45,156 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 1159, reset compression=false 2024-11-12T18:20:45,156 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42395,1731435623499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:20:45,157 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,42395,1731435623499: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,42395,1731435623499, walGroup=9911683f163c%2C42395%2C1731435623499, offset=9911683f163c%2C42395%2C1731435623499.1731435624253:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42395 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:20:45,158 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:20:45,158 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:20:45,159 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:20:45,159 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:20:45,159 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:20:45,159 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 672329128 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192204944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:20:45,160 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:37331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:20:45,166 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/norep/6829ce9f63634392b303715cd7b31517 2024-11-12T18:20:45,172 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6829ce9f63634392b303715cd7b31517 2024-11-12T18:20:45,174 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/f/cc895d0dfb0c41c49dd0e2e3bea4756f as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/f/cc895d0dfb0c41c49dd0e2e3bea4756f 2024-11-12T18:20:45,181 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc895d0dfb0c41c49dd0e2e3bea4756f 2024-11-12T18:20:45,181 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/f/cc895d0dfb0c41c49dd0e2e3bea4756f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T18:20:45,182 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/f1/ec517d8279d7412cb0a7a6320a04c153 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/f1/ec517d8279d7412cb0a7a6320a04c153 2024-11-12T18:20:45,203 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec517d8279d7412cb0a7a6320a04c153 2024-11-12T18:20:45,203 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/f1/ec517d8279d7412cb0a7a6320a04c153, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T18:20:45,205 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/.tmp/norep/6829ce9f63634392b303715cd7b31517 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/norep/6829ce9f63634392b303715cd7b31517 2024-11-12T18:20:45,212 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6829ce9f63634392b303715cd7b31517 2024-11-12T18:20:45,212 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/norep/6829ce9f63634392b303715cd7b31517, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T18:20:45,221 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 635b7458e0d239cac843d990148ada60 in 741ms, sequenceid=8, compaction requested=false 2024-11-12T18:20:45,280 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/data/default/test/635b7458e0d239cac843d990148ada60/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:45,281 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 635b7458e0d239cac843d990148ada60: Waiting for close lock at 1731435644478Running coprocessor pre-close hooks at 1731435644478Disabling compacts and flushes for region at 1731435644478Disabling writes for close at 1731435644479 (+1 ms)Obtaining lock to block concurrent updates at 1731435644479Preparing flush snapshotting stores in 635b7458e0d239cac843d990148ada60 at 1731435644479Finished memstore snapshotting test,,1731435630534.635b7458e0d239cac843d990148ada60., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731435644486 (+7 ms)Flushing stores of test,,1731435630534.635b7458e0d239cac843d990148ada60. at 1731435644489 (+3 ms)Flushing 635b7458e0d239cac843d990148ada60/f: creating writer at 1731435644489Flushing 635b7458e0d239cac843d990148ada60/f: appending metadata at 1731435644544 (+55 ms)Flushing 635b7458e0d239cac843d990148ada60/f: closing flushed file at 1731435644544Flushing 635b7458e0d239cac843d990148ada60/f1: creating writer at 1731435644586 (+42 ms)Flushing 635b7458e0d239cac843d990148ada60/f1: appending metadata at 1731435644625 (+39 ms)Flushing 635b7458e0d239cac843d990148ada60/f1: closing flushed file at 1731435644625Flushing 635b7458e0d239cac843d990148ada60/norep: creating writer at 1731435644663 (+38 ms)Flushing 635b7458e0d239cac843d990148ada60/norep: appending metadata at 1731435644706 (+43 ms)Flushing 635b7458e0d239cac843d990148ada60/norep: closing flushed file at 1731435644706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8c3b6b: reopening flushed file at 1731435645172 (+466 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d329ba0: reopening flushed file at 1731435645182 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6915007: reopening flushed file at 1731435645204 (+22 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 635b7458e0d239cac843d990148ada60 in 741ms, sequenceid=8, compaction requested=false at 1731435645221 (+17 ms)Writing region close event to WAL at 1731435645273 (+52 ms)Running coprocessor post-close hooks at 1731435645281 (+8 ms)Closed at 1731435645281 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435630534.635b7458e0d239cac843d990148ada60. 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83ee16ca2286b2592395da0d5dc52eb5, disabling compactions & flushes 2024-11-12T18:20:45,281 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. after waiting 0 ms 2024-11-12T18:20:45,281 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,282 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83ee16ca2286b2592395da0d5dc52eb5: Waiting for close lock at 1731435645281Running coprocessor pre-close hooks at 1731435645281Disabling compacts and flushes for region at 1731435645281Disabling writes for close at 1731435645281Failed flush hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5., putting online again at 1731435645282 (+1 ms) 2024-11-12T18:20:45,282 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,289 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(3091): Received CLOSE for 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:45,289 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1351): Waiting on 83ee16ca2286b2592395da0d5dc52eb5 2024-11-12T18:20:45,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83ee16ca2286b2592395da0d5dc52eb5, disabling compactions & flushes 2024-11-12T18:20:45,289 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. after waiting 0 ms 2024-11-12T18:20:45,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83ee16ca2286b2592395da0d5dc52eb5: Waiting for close lock at 1731435645289Running coprocessor pre-close hooks at 1731435645289Disabling compacts and flushes for region at 1731435645289Disabling writes for close at 1731435645289Failed flush hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5., putting online again at 1731435645289 2024-11-12T18:20:45,290 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5. 2024-11-12T18:20:45,396 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 1159, reset compression=false 2024-11-12T18:20:45,417 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:20:45,417 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/WALs/9911683f163c,42395,1731435623499/9911683f163c%2C42395%2C1731435623499.1731435624253 to pos 1803, reset compression=false 2024-11-12T18:20:45,489 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:20:45,489 DEBUG [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1325): Online Regions={83ee16ca2286b2592395da0d5dc52eb5=hbase:replication,,1731435632929.83ee16ca2286b2592395da0d5dc52eb5.} 2024-11-12T18:20:45,489 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T18:20:45,489 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,42395,1731435623499; all regions closed. 2024-11-12T18:20:45,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:20:45,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741839_1015 (size=1733) 2024-11-12T18:20:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741833_1009 (size=1811) 2024-11-12T18:20:45,527 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:45,527 INFO [RS:0;9911683f163c:42395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:20:45,527 INFO [RS:0;9911683f163c:42395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:45,527 INFO [RS:0;9911683f163c:42395 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:45,528 INFO [RS:0;9911683f163c:42395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:45,528 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:45,528 INFO [RS:0;9911683f163c:42395 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,42395,1731435623499 because: Region server is closing 2024-11-12T18:20:45,528 INFO [RS:0;9911683f163c:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42395. 2024-11-12T18:20:45,528 DEBUG [RS:0;9911683f163c:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:45,528 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:45,528 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:45,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:45,629 INFO [RS:0;9911683f163c:42395 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.shipper9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 terminated 2024-11-12T18:20:45,629 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42395,1731435623499.replicationSource.wal-reader.9911683f163c%2C42395%2C1731435623499,1-9911683f163c,42395,1731435623499 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:20:45,629 INFO [RS:0;9911683f163c:42395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42395. 2024-11-12T18:20:45,629 DEBUG [RS:0;9911683f163c:42395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:20:45,629 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:45,629 DEBUG [RS:0;9911683f163c:42395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:45,629 INFO [RS:0;9911683f163c:42395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42395 2024-11-12T18:20:45,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:20:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0481982092/rs/9911683f163c,42395,1731435623499 2024-11-12T18:20:45,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092/rs 2024-11-12T18:20:45,637 INFO [RS:0;9911683f163c:42395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:45,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,42395,1731435623499] 2024-11-12T18:20:45,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0481982092/draining/9911683f163c,42395,1731435623499 already deleted, retry=false 2024-11-12T18:20:45,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,42395,1731435623499 expired; onlineServers=0 2024-11-12T18:20:45,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,37331,1731435623316' ***** 2024-11-12T18:20:45,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:20:45,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0481982092/master 2024-11-12T18:20:45,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0481982092 2024-11-12T18:20:45,644 INFO [M:0;9911683f163c:37331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:20:45,644 INFO [M:0;9911683f163c:37331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:20:45,644 DEBUG [M:0;9911683f163c:37331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:20:45,645 DEBUG [M:0;9911683f163c:37331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:20:45,645 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435623968 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435623968,5,FailOnTimeoutGroup] 2024-11-12T18:20:45,645 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435623964 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435623964,5,FailOnTimeoutGroup] 2024-11-12T18:20:45,645 INFO [M:0;9911683f163c:37331 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:20:45,645 INFO [M:0;9911683f163c:37331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:20:45,645 DEBUG [M:0;9911683f163c:37331 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:20:45,645 INFO [M:0;9911683f163c:37331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:20:45,645 INFO [M:0;9911683f163c:37331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:20:45,645 INFO [M:0;9911683f163c:37331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:20:45,646 DEBUG [M:0;9911683f163c:37331 {}] zookeeper.ZKUtil(347): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Unable to get data of znode /0481982092/master because node does not exist (not an error) 2024-11-12T18:20:45,646 WARN [M:0;9911683f163c:37331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:20:45,646 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:20:45,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:20:45,661 INFO [M:0;9911683f163c:37331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/.lastflushedseqids 2024-11-12T18:20:45,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741847_1023 (size=245) 2024-11-12T18:20:45,713 INFO [M:0;9911683f163c:37331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:20:45,713 INFO [M:0;9911683f163c:37331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:20:45,713 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:45,714 INFO [M:0;9911683f163c:37331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:45,714 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:45,714 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:45,714 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:45,714 INFO [M:0;9911683f163c:37331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T18:20:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:45,739 INFO [RS:0;9911683f163c:42395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:45,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42395-0x1003538f6db0001, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:45,739 INFO [RS:0;9911683f163c:42395 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,42395,1731435623499; zookeeper connection closed. 2024-11-12T18:20:45,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4584e9f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4584e9f7 2024-11-12T18:20:45,750 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:20:45,753 DEBUG [M:0;9911683f163c:37331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0c9e6194bdd4d538f91e9e147f468e1 is 82, key is hbase:meta,,1/info:regioninfo/1731435625058/Put/seqid=0 2024-11-12T18:20:45,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741848_1024 (size=5672) 2024-11-12T18:20:45,779 INFO [M:0;9911683f163c:37331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0c9e6194bdd4d538f91e9e147f468e1 2024-11-12T18:20:45,854 DEBUG [M:0;9911683f163c:37331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e27a64b1c0403aa1be7836f82a81b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435633960/Put/seqid=0 2024-11-12T18:20:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741849_1025 (size=8516) 2024-11-12T18:20:45,901 INFO [M:0;9911683f163c:37331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e27a64b1c0403aa1be7836f82a81b3 2024-11-12T18:20:45,963 DEBUG [M:0;9911683f163c:37331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eeaad8865d747d9997d31ce46ee64f1 is 69, key is 9911683f163c,42395,1731435623499/rs:state/1731435624043/Put/seqid=0 2024-11-12T18:20:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741850_1026 (size=5156) 2024-11-12T18:20:46,025 INFO [M:0;9911683f163c:37331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eeaad8865d747d9997d31ce46ee64f1 2024-11-12T18:20:46,047 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0c9e6194bdd4d538f91e9e147f468e1 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0c9e6194bdd4d538f91e9e147f468e1 2024-11-12T18:20:46,066 INFO [M:0;9911683f163c:37331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0c9e6194bdd4d538f91e9e147f468e1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:20:46,070 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e27a64b1c0403aa1be7836f82a81b3 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09e27a64b1c0403aa1be7836f82a81b3 2024-11-12T18:20:46,081 INFO [M:0;9911683f163c:37331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09e27a64b1c0403aa1be7836f82a81b3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:20:46,085 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eeaad8865d747d9997d31ce46ee64f1 as hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1eeaad8865d747d9997d31ce46ee64f1 2024-11-12T18:20:46,102 INFO [M:0;9911683f163c:37331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38363/user/jenkins/test-data/beca90e6-1e43-49a4-b31f-49eabc510e25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1eeaad8865d747d9997d31ce46ee64f1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:20:46,103 INFO [M:0;9911683f163c:37331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 389ms, sequenceid=97, compaction requested=false 2024-11-12T18:20:46,114 INFO [M:0;9911683f163c:37331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:46,114 DEBUG [M:0;9911683f163c:37331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435645713Disabling compacts and flushes for region at 1731435645713Disabling writes for close at 1731435645714 (+1 ms)Obtaining lock to block concurrent updates at 1731435645714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435645714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731435645714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435645715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435645715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435645752 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435645752Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435645801 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435645853 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435645853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435645925 (+72 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435645963 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435645963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae7cd91: reopening flushed file at 1731435646036 (+73 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca2f0c4: reopening flushed file at 1731435646066 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad846e: reopening flushed file at 1731435646081 (+15 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 389ms, sequenceid=97, compaction requested=false at 1731435646103 (+22 ms)Writing region close event to WAL at 1731435646113 (+10 ms)Closed at 1731435646113 2024-11-12T18:20:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35359 is added to blk_1073741830_1006 (size=63654) 2024-11-12T18:20:46,133 INFO [M:0;9911683f163c:37331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:20:46,133 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:20:46,133 INFO [M:0;9911683f163c:37331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37331 2024-11-12T18:20:46,134 INFO [M:0;9911683f163c:37331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:20:46,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:46,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37331-0x1003538f6db0000, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:20:46,237 INFO [M:0;9911683f163c:37331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:20:46,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6044a590{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:46,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d66cc46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:46,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:46,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12b0a9aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:46,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@644bdaa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:46,306 WARN [BP-1066646727-172.17.0.3-1731435621491 heartbeating to localhost/127.0.0.1:38363 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:20:46,306 WARN [BP-1066646727-172.17.0.3-1731435621491 heartbeating to localhost/127.0.0.1:38363 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1066646727-172.17.0.3-1731435621491 (Datanode Uuid 89767763-e21b-4692-8c9f-d033729029b2) service to localhost/127.0.0.1:38363 2024-11-12T18:20:46,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/data/data1/current/BP-1066646727-172.17.0.3-1731435621491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:46,307 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/cluster_ba94e170-c01f-ee17-2e3a-511177493d79/data/data2/current/BP-1066646727-172.17.0.3-1731435621491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:20:46,307 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:20:46,307 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:20:46,307 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:20:46,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd9a340{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:46,322 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@608cc18e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:20:46,322 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:20:46,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6c1525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:20:46,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b889264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4db2edfc-8087-c0ba-b663-3afa2c5ae31f/hadoop.log.dir/,STOPPED} 2024-11-12T18:20:46,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:20:46,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:20:46,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=269 (was 245) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45411 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38363 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38363 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38363 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38363 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55033) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=668 (was 627) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=921 (was 843) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=765 (was 275) - AvailableMemoryMB LEAK? - 2024-11-12T18:20:46,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1003538f6db0005, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:20:46,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1003538f6db0005, quorum=127.0.0.1:55033, baseZNode=/1-1732943104 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:20:46,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1003538f6db0002, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:20:46,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1003538f6db0002, quorum=127.0.0.1:55033, baseZNode=/0481982092 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:20:46,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=921, ProcessCount=11, AvailableMemoryMB=759 2024-11-12T18:20:46,540 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T18:20:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir so I do NOT create it in target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8 2024-11-12T18:20:46,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:20:46,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.tmp.dir so I do NOT create it in target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8 2024-11-12T18:20:46,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4523e87-d1fe-1b35-d6c2-a424fbce8319/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:20:46,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8 2024-11-12T18:20:46,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4, deleteOnExit=true 2024-11-12T18:20:46,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/zookeeper_0, clientPort=52901, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:20:46,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52901 2024-11-12T18:20:46,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/test.cache.data in system properties and HBase conf 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:20:46,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:20:46,630 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:46,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:20:46,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:20:46,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:20:46,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:46,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:20:46,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:20:46,846 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:20:46,857 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,857 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,928 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,929 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:46,938 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,936 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:46,941 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28272 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:46,945 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,945 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:46,947 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:47,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:47,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:47,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:47,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:47,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:47,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:47,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f50f5a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:47,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71864713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:47,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77c24a51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/java.io.tmpdir/jetty-localhost-33075-hadoop-hdfs-3_4_1-tests_jar-_-any-15634198424805310043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:47,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c3f62b7{HTTP/1.1, (http/1.1)}{localhost:33075} 2024-11-12T18:20:47,363 INFO [Time-limited test {}] server.Server(415): Started @209915ms 2024-11-12T18:20:47,712 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:47,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:47,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:47,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:47,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:47,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccff675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:47,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7787f04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:47,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2de8f6a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/java.io.tmpdir/jetty-localhost-43591-hadoop-hdfs-3_4_1-tests_jar-_-any-2716403597740115499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:47,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b1445b3{HTTP/1.1, (http/1.1)}{localhost:43591} 2024-11-12T18:20:47,965 INFO [Time-limited test {}] server.Server(415): Started @210516ms 2024-11-12T18:20:47,966 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:20:48,333 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/data/data1/current/BP-352078335-172.17.0.3-1731435646715/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:48,337 WARN [Thread-2650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/data/data2/current/BP-352078335-172.17.0.3-1731435646715/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:48,450 WARN [Thread-2637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:20:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72816fa6feb7cc33 with lease ID 0x768c2d58e5f24a21: Processing first storage report for DS-c1388e70-98f2-443b-b1c5-d0a2f733737a from datanode DatanodeRegistration(127.0.0.1:39571, datanodeUuid=cc6c0aa5-6cef-4b70-8a15-719ae8fe513a, infoPort=40513, infoSecurePort=0, ipcPort=44723, storageInfo=lv=-57;cid=testClusterID;nsid=640328647;c=1731435646715) 2024-11-12T18:20:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72816fa6feb7cc33 with lease ID 0x768c2d58e5f24a21: from storage DS-c1388e70-98f2-443b-b1c5-d0a2f733737a node DatanodeRegistration(127.0.0.1:39571, datanodeUuid=cc6c0aa5-6cef-4b70-8a15-719ae8fe513a, infoPort=40513, infoSecurePort=0, ipcPort=44723, storageInfo=lv=-57;cid=testClusterID;nsid=640328647;c=1731435646715), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:48,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72816fa6feb7cc33 with lease ID 0x768c2d58e5f24a21: Processing first storage report for DS-0f9aea95-c36f-452a-b9ac-a61bd32622a1 from datanode DatanodeRegistration(127.0.0.1:39571, datanodeUuid=cc6c0aa5-6cef-4b70-8a15-719ae8fe513a, infoPort=40513, infoSecurePort=0, ipcPort=44723, storageInfo=lv=-57;cid=testClusterID;nsid=640328647;c=1731435646715) 2024-11-12T18:20:48,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72816fa6feb7cc33 with lease ID 0x768c2d58e5f24a21: from storage DS-0f9aea95-c36f-452a-b9ac-a61bd32622a1 node DatanodeRegistration(127.0.0.1:39571, datanodeUuid=cc6c0aa5-6cef-4b70-8a15-719ae8fe513a, infoPort=40513, infoSecurePort=0, ipcPort=44723, storageInfo=lv=-57;cid=testClusterID;nsid=640328647;c=1731435646715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:48,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8 2024-11-12T18:20:48,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:48,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:20:48,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3 with version=8 2024-11-12T18:20:48,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/hbase-staging 2024-11-12T18:20:48,592 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:48,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:48,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:48,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:48,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:48,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:48,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:20:48,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:48,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43777 2024-11-12T18:20:48,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43777 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:48,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437770x0, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:48,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43777-0x100353959100000 connected 2024-11-12T18:20:48,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:48,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:48,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/running 2024-11-12T18:20:48,842 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3, hbase.cluster.distributed=false 2024-11-12T18:20:48,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/acl 2024-11-12T18:20:48,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43777 2024-11-12T18:20:48,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43777 2024-11-12T18:20:48,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43777 2024-11-12T18:20:48,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43777 2024-11-12T18:20:48,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43777 2024-11-12T18:20:49,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:20:49,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:49,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44985 2024-11-12T18:20:49,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44985 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:49,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:49,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:49,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449850x0, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:49,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449850x0, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/running 2024-11-12T18:20:49,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:20:49,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44985-0x100353959100001 connected 2024-11-12T18:20:49,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:20:49,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/master 2024-11-12T18:20:49,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/acl 2024-11-12T18:20:49,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-12T18:20:49,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44985 2024-11-12T18:20:49,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44985 2024-11-12T18:20:49,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-12T18:20:49,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-12T18:20:49,283 DEBUG [M:0;9911683f163c:43777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:43777 2024-11-12T18:20:49,289 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2090970133/backup-masters/9911683f163c,43777,1731435648592 2024-11-12T18:20:49,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133/backup-masters 2024-11-12T18:20:49,308 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on existing znode=/0-2090970133/backup-masters/9911683f163c,43777,1731435648592 2024-11-12T18:20:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133/backup-masters 2024-11-12T18:20:49,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:49,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090970133/master 2024-11-12T18:20:49,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:49,311 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on existing znode=/0-2090970133/master 2024-11-12T18:20:49,312 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2090970133/backup-masters/9911683f163c,43777,1731435648592 from backup master directory 2024-11-12T18:20:49,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133/backup-masters 2024-11-12T18:20:49,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090970133/backup-masters/9911683f163c,43777,1731435648592 2024-11-12T18:20:49,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133/backup-masters 2024-11-12T18:20:49,323 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:49,323 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,43777,1731435648592 2024-11-12T18:20:49,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/hbase.id] with ID: 3031c03b-c12a-411a-a433-811a4b3e3960 2024-11-12T18:20:49,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/.tmp/hbase.id 2024-11-12T18:20:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:20:49,811 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/.tmp/hbase.id]:[hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/hbase.id] 2024-11-12T18:20:49,824 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:49,824 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:20:49,826 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:20:49,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:49,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:20:50,282 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:50,283 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:20:50,285 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:20:50,351 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store 2024-11-12T18:20:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:20:50,392 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:50,392 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:50,392 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:50,392 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:50,392 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:50,392 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:50,392 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:50,392 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435650392Disabling compacts and flushes for region at 1731435650392Disabling writes for close at 1731435650392Writing region close event to WAL at 1731435650392Closed at 1731435650392 2024-11-12T18:20:50,394 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/.initializing 2024-11-12T18:20:50,394 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/WALs/9911683f163c,43777,1731435648592 2024-11-12T18:20:50,395 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:50,398 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43777%2C1731435648592, suffix=, logDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/WALs/9911683f163c,43777,1731435648592, archiveDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/oldWALs, maxLogs=10 2024-11-12T18:20:50,420 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/WALs/9911683f163c,43777,1731435648592/9911683f163c%2C43777%2C1731435648592.1731435650398, exclude list is [], retry=0 2024-11-12T18:20:50,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-c1388e70-98f2-443b-b1c5-d0a2f733737a,DISK] 2024-11-12T18:20:50,440 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/WALs/9911683f163c,43777,1731435648592/9911683f163c%2C43777%2C1731435648592.1731435650398 2024-11-12T18:20:50,456 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-12T18:20:50,456 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:50,456 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:50,456 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,456 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:20:50,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:50,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:50,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:20:50,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:50,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:50,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:20:50,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:50,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:50,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:20:50,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:50,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:50,475 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,477 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,477 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,479 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,479 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,480 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:50,484 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:50,508 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:50,512 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60721766, jitterRate=-0.09517517685890198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:50,513 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435650456Initializing all the Stores at 1731435650460 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435650460Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435650460Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435650460Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435650460Cleaning up temporary data from old regions at 1731435650479 (+19 ms)Region opened successfully at 1731435650513 (+34 ms) 2024-11-12T18:20:50,527 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:20:50,535 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257ec9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:50,536 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:20:50,536 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:20:50,537 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:20:50,537 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:20:50,538 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T18:20:50,538 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:20:50,538 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:20:50,543 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:20:50,544 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Unable to get data of znode /0-2090970133/balancer because node does not exist (not necessarily an error) 2024-11-12T18:20:50,546 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/balancer already deleted, retry=false 2024-11-12T18:20:50,546 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:20:50,547 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Unable to get data of znode /0-2090970133/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:20:50,549 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/normalizer already deleted, retry=false 2024-11-12T18:20:50,549 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:20:50,556 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Unable to get data of znode /0-2090970133/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:20:50,558 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/switch/split already deleted, retry=false 2024-11-12T18:20:50,559 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Unable to get data of znode /0-2090970133/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:20:50,564 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/switch/merge already deleted, retry=false 2024-11-12T18:20:50,568 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Unable to get data of znode /0-2090970133/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:20:50,570 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/snapshot-cleanup already deleted, retry=false 2024-11-12T18:20:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090970133/running 2024-11-12T18:20:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2090970133/running 2024-11-12T18:20:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:50,574 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,43777,1731435648592, sessionid=0x100353959100000, setting cluster-up flag (Was=false) 2024-11-12T18:20:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:50,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:50,588 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090970133/flush-table-proc/acquired, /0-2090970133/flush-table-proc/reached, /0-2090970133/flush-table-proc/abort 2024-11-12T18:20:50,596 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43777,1731435648592 2024-11-12T18:20:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:50,609 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2090970133/online-snapshot/acquired, /0-2090970133/online-snapshot/reached, /0-2090970133/online-snapshot/abort 2024-11-12T18:20:50,610 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43777,1731435648592 2024-11-12T18:20:50,622 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:20:50,626 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:50,626 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:20:50,626 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:20:50,627 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,43777,1731435648592 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:50,629 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:50,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:20:50,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:50,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:20:50,639 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(746): ClusterId : 3031c03b-c12a-411a-a433-811a4b3e3960 2024-11-12T18:20:50,639 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:20:50,641 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:20:50,641 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:20:50,644 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:20:50,644 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dedb637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:50,644 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435680644 2024-11-12T18:20:50,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:20:50,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:20:50,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:20:50,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:20:50,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:20:50,645 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:20:50,660 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:20:50,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:20:50,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:20:50,669 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:20:50,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:20:50,673 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:20:50,701 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435650673,5,FailOnTimeoutGroup] 2024-11-12T18:20:50,705 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435650701,5,FailOnTimeoutGroup] 2024-11-12T18:20:50,705 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,705 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:20:50,705 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,705 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:20:50,737 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:44985 2024-11-12T18:20:50,737 INFO [RS:0;9911683f163c:44985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:20:50,737 INFO [RS:0;9911683f163c:44985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:20:50,737 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:20:50,738 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,43777,1731435648592 with port=44985, startcode=1731435649031 2024-11-12T18:20:50,738 DEBUG [RS:0;9911683f163c:44985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:20:50,741 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:20:50,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43777 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,44985,1731435649031 2024-11-12T18:20:50,743 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43777 {}] master.ServerManager(517): Registering regionserver=9911683f163c,44985,1731435649031 2024-11-12T18:20:50,746 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3 2024-11-12T18:20:50,746 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45503 2024-11-12T18:20:50,746 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:20:50,750 DEBUG [RS:0;9911683f163c:44985 {}] zookeeper.ZKUtil(111): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on existing znode=/0-2090970133/rs/9911683f163c,44985,1731435649031 2024-11-12T18:20:50,750 WARN [RS:0;9911683f163c:44985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:50,750 INFO [RS:0;9911683f163c:44985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:50,750 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031 2024-11-12T18:20:50,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133/rs 2024-11-12T18:20:50,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,44985,1731435649031] 2024-11-12T18:20:50,799 INFO [RS:0;9911683f163c:44985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:20:50,802 INFO [RS:0;9911683f163c:44985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:20:50,805 INFO [RS:0;9911683f163c:44985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:20:50,805 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,809 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:20:50,813 INFO [RS:0;9911683f163c:44985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:20:50,813 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,813 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,813 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,813 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,813 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,813 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:50,814 DEBUG [RS:0;9911683f163c:44985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:50,824 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,824 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,824 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,824 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,824 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,824 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44985,1731435649031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:50,877 INFO [RS:0;9911683f163c:44985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:20:50,877 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44985,1731435649031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,877 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,877 INFO [RS:0;9911683f163c:44985 {}] regionserver.Replication(171): 9911683f163c,44985,1731435649031 started 2024-11-12T18:20:50,900 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:50,900 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,44985,1731435649031, RpcServer on 9911683f163c/172.17.0.3:44985, sessionid=0x100353959100001 2024-11-12T18:20:50,900 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:20:50,900 DEBUG [RS:0;9911683f163c:44985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,44985,1731435649031 2024-11-12T18:20:50,900 DEBUG [RS:0;9911683f163c:44985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44985,1731435649031' 2024-11-12T18:20:50,900 DEBUG [RS:0;9911683f163c:44985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090970133/flush-table-proc/abort' 2024-11-12T18:20:50,901 DEBUG [RS:0;9911683f163c:44985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090970133/flush-table-proc/acquired' 2024-11-12T18:20:50,908 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:20:50,908 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:20:50,908 DEBUG [RS:0;9911683f163c:44985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,44985,1731435649031 2024-11-12T18:20:50,908 DEBUG [RS:0;9911683f163c:44985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44985,1731435649031' 2024-11-12T18:20:50,909 DEBUG [RS:0;9911683f163c:44985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2090970133/online-snapshot/abort' 2024-11-12T18:20:50,912 DEBUG [RS:0;9911683f163c:44985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2090970133/online-snapshot/acquired' 2024-11-12T18:20:50,916 DEBUG [RS:0;9911683f163c:44985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:20:50,916 INFO [RS:0;9911683f163c:44985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:20:50,916 INFO [RS:0;9911683f163c:44985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:20:51,019 INFO [RS:0;9911683f163c:44985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:51,029 INFO [RS:0;9911683f163c:44985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C44985%2C1731435649031, suffix=, logDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031, archiveDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/oldWALs, maxLogs=10 2024-11-12T18:20:51,058 DEBUG [RS:0;9911683f163c:44985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, exclude list is [], retry=0 2024-11-12T18:20:51,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-c1388e70-98f2-443b-b1c5-d0a2f733737a,DISK] 2024-11-12T18:20:51,092 INFO [RS:0;9911683f163c:44985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 2024-11-12T18:20:51,101 DEBUG [RS:0;9911683f163c:44985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-12T18:20:51,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:20:51,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3 2024-11-12T18:20:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:20:51,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:51,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:51,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:51,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:51,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:51,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:51,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:51,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:51,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:51,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:51,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:51,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:51,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:51,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:51,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:51,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:51,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:51,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:51,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740 2024-11-12T18:20:51,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740 2024-11-12T18:20:51,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:51,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:51,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:51,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:51,620 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:51,620 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64562927, jitterRate=-0.03793741762638092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:51,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435651592Initializing all the Stores at 1731435651593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435651593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435651594 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435651594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435651594Cleaning up temporary data from old regions at 1731435651612 (+18 ms)Region opened successfully at 1731435651621 (+9 ms) 2024-11-12T18:20:51,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:51,621 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:51,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:51,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:51,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:51,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:51,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435651621Disabling compacts and flushes for region at 1731435651621Disabling writes for close at 1731435651621Writing region close event to WAL at 1731435651624 (+3 ms)Closed at 1731435651624 2024-11-12T18:20:51,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:51,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:20:51,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:20:51,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:51,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:20:51,781 DEBUG [9911683f163c:43777 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:20:51,782 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,44985,1731435649031 2024-11-12T18:20:51,786 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44985,1731435649031, state=OPENING 2024-11-12T18:20:51,788 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:20:51,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:51,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:20:51,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090970133/meta-region-server: CHANGED 2024-11-12T18:20:51,797 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:51,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44985,1731435649031}] 2024-11-12T18:20:51,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090970133/meta-region-server: CHANGED 2024-11-12T18:20:51,952 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:51,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:20:51,965 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:20:51,965 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:51,965 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:20:51,967 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C44985%2C1731435649031.meta, suffix=.meta, logDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031, archiveDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/oldWALs, maxLogs=10 2024-11-12T18:20:51,999 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.meta.1731435651967.meta, exclude list is [], retry=0 2024-11-12T18:20:52,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-c1388e70-98f2-443b-b1c5-d0a2f733737a,DISK] 2024-11-12T18:20:52,009 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.meta.1731435651967.meta 2024-11-12T18:20:52,012 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-12T18:20:52,013 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:52,014 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:52,014 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:52,014 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:20:52,014 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:20:52,014 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:20:52,014 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:52,014 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:20:52,014 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:20:52,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:52,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:52,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:52,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:52,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:52,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:52,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:52,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:52,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:52,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:52,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:52,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:52,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:52,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:52,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:52,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:52,036 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:52,037 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740 2024-11-12T18:20:52,038 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740 2024-11-12T18:20:52,039 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:52,039 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:52,040 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:52,041 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:52,041 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61382366, jitterRate=-0.08533146977424622}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:52,041 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:20:52,042 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435652015Writing region info on filesystem at 1731435652015Initializing all the Stores at 1731435652015Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435652015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435652028 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435652029 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435652029Cleaning up temporary data from old regions at 1731435652039 (+10 ms)Running coprocessor post-open hooks at 1731435652041 (+2 ms)Region opened successfully at 1731435652042 (+1 ms) 2024-11-12T18:20:52,043 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435651951 2024-11-12T18:20:52,054 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:20:52,054 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:20:52,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44985,1731435649031 2024-11-12T18:20:52,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44985,1731435649031, state=OPEN 2024-11-12T18:20:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090970133/meta-region-server 2024-11-12T18:20:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2090970133/meta-region-server 2024-11-12T18:20:52,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090970133/meta-region-server: CHANGED 2024-11-12T18:20:52,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2090970133/meta-region-server: CHANGED 2024-11-12T18:20:52,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,44985,1731435649031 2024-11-12T18:20:52,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:20:52,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44985,1731435649031 in 266 msec 2024-11-12T18:20:52,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:20:52,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-12T18:20:52,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:52,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:20:52,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:52,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44985,1731435649031, seqNum=-1] 2024-11-12T18:20:52,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:52,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:52,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4540 sec 2024-11-12T18:20:52,082 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435652082, completionTime=-1 2024-11-12T18:20:52,082 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:20:52,082 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435712085 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435772085 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43777,1731435648592-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43777,1731435648592-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43777,1731435648592-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:43777, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,086 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,089 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:20:52,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.768sec 2024-11-12T18:20:52,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:20:52,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:20:52,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:20:52,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:20:52,091 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:20:52,092 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43777,1731435648592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:52,092 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43777,1731435648592-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:20:52,095 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:20:52,095 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:20:52,095 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43777,1731435648592-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:52,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741808cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:52,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:20:52,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:52,151 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:20:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:20:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b823f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:20:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:52,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:52,158 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:52,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e77c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:52,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44985,1731435649031, seqNum=-1] 2024-11-12T18:20:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:52,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:52,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,43777,1731435648592 2024-11-12T18:20:52,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:52,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:52,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100353959100002 connected 2024-11-12T18:20:52,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir so I do NOT create it in target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b 2024-11-12T18:20:52,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:20:52,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.tmp.dir so I do NOT create it in target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b 2024-11-12T18:20:52,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:20:52,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b 2024-11-12T18:20:52,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:20:52,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/cluster_5004bde0-4109-c3af-c5ac-32ada55c1316, deleteOnExit=true 2024-11-12T18:20:52,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:20:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/test.cache.data in system properties and HBase conf 2024-11-12T18:20:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:20:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:20:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:20:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:20:52,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:20:52,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:20:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:20:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:20:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:20:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:20:52,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:52,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:52,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:52,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:52,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:52,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:52,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f288855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:52,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ae1d9a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:52,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6680b640{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/java.io.tmpdir/jetty-localhost-45101-hadoop-hdfs-3_4_1-tests_jar-_-any-2588813766499417224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:52,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ef897f7{HTTP/1.1, (http/1.1)}{localhost:45101} 2024-11-12T18:20:52,617 INFO [Time-limited test {}] server.Server(415): Started @215169ms 2024-11-12T18:20:53,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:53,101 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:53,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:53,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:53,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:53,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525e5e7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:53,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a7f541b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:53,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ca407b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/java.io.tmpdir/jetty-localhost-38795-hadoop-hdfs-3_4_1-tests_jar-_-any-18401503088653723199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:53,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59439f90{HTTP/1.1, (http/1.1)}{localhost:38795} 2024-11-12T18:20:53,361 INFO [Time-limited test {}] server.Server(415): Started @215912ms 2024-11-12T18:20:53,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:20:53,715 WARN [Thread-2770 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/cluster_5004bde0-4109-c3af-c5ac-32ada55c1316/data/data2/current/BP-1603521840-172.17.0.3-1731435652238/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:53,720 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/cluster_5004bde0-4109-c3af-c5ac-32ada55c1316/data/data1/current/BP-1603521840-172.17.0.3-1731435652238/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:53,822 WARN [Thread-2757 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:20:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14666168450e4780 with lease ID 0x85f8246e2fb36266: Processing first storage report for DS-6900c097-2326-4f0d-a3a1-6f24ae7ba7d9 from datanode DatanodeRegistration(127.0.0.1:41869, datanodeUuid=d8b62b02-ff3b-4362-9b52-836d6ee670d8, infoPort=41279, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1792319008;c=1731435652238) 2024-11-12T18:20:53,840 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14666168450e4780 with lease ID 0x85f8246e2fb36266: from storage DS-6900c097-2326-4f0d-a3a1-6f24ae7ba7d9 node DatanodeRegistration(127.0.0.1:41869, datanodeUuid=d8b62b02-ff3b-4362-9b52-836d6ee670d8, infoPort=41279, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1792319008;c=1731435652238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14666168450e4780 with lease ID 0x85f8246e2fb36266: Processing first storage report for DS-86893fb1-3b85-45e0-82cb-6e7802554ee5 from datanode DatanodeRegistration(127.0.0.1:41869, datanodeUuid=d8b62b02-ff3b-4362-9b52-836d6ee670d8, infoPort=41279, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1792319008;c=1731435652238) 2024-11-12T18:20:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14666168450e4780 with lease ID 0x85f8246e2fb36266: from storage DS-86893fb1-3b85-45e0-82cb-6e7802554ee5 node DatanodeRegistration(127.0.0.1:41869, datanodeUuid=d8b62b02-ff3b-4362-9b52-836d6ee670d8, infoPort=41279, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1792319008;c=1731435652238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:53,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b 2024-11-12T18:20:53,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:53,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:20:54,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:20:54,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:20:54,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc with version=8 2024-11-12T18:20:54,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/hbase-staging 2024-11-12T18:20:54,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:54,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:54,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:54,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:54,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:54,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:54,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:20:54,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:54,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38631 2024-11-12T18:20:54,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38631 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:54,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386310x0, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:54,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38631-0x100353959100003 connected 2024-11-12T18:20:54,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:54,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:54,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/running 2024-11-12T18:20:54,493 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc, hbase.cluster.distributed=false 2024-11-12T18:20:54,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/acl 2024-11-12T18:20:54,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-12T18:20:54,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-12T18:20:54,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-12T18:20:54,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-12T18:20:54,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-12T18:20:54,657 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:54,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:54,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:54,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:54,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:20:54,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:54,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34935 2024-11-12T18:20:54,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34935 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:54,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:54,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:54,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349350x0, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:54,724 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349350x0, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/running 2024-11-12T18:20:54,724 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:20:54,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34935-0x100353959100004 connected 2024-11-12T18:20:54,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:20:54,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/master 2024-11-12T18:20:54,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/acl 2024-11-12T18:20:54,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-12T18:20:54,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34935 2024-11-12T18:20:54,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34935 2024-11-12T18:20:54,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-12T18:20:54,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34935 2024-11-12T18:20:54,809 DEBUG [M:0;9911683f163c:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:38631 2024-11-12T18:20:54,811 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11939782328/backup-masters/9911683f163c,38631,1731435654409 2024-11-12T18:20:54,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328/backup-masters 2024-11-12T18:20:54,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328/backup-masters 2024-11-12T18:20:54,820 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on existing znode=/11939782328/backup-masters/9911683f163c,38631,1731435654409 2024-11-12T18:20:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11939782328/master 2024-11-12T18:20:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:54,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:54,830 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on existing znode=/11939782328/master 2024-11-12T18:20:54,830 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11939782328/backup-masters/9911683f163c,38631,1731435654409 from backup master directory 2024-11-12T18:20:54,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328/backup-masters 2024-11-12T18:20:54,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11939782328/backup-masters/9911683f163c,38631,1731435654409 2024-11-12T18:20:54,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328/backup-masters 2024-11-12T18:20:54,832 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:54,832 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,38631,1731435654409 2024-11-12T18:20:54,857 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/hbase.id] with ID: a893c3d8-578a-4881-939f-22419653f33d 2024-11-12T18:20:54,858 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/.tmp/hbase.id 2024-11-12T18:20:54,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:20:55,335 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/.tmp/hbase.id]:[hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/hbase.id] 2024-11-12T18:20:55,380 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:55,380 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:20:55,390 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 10ms. 2024-11-12T18:20:55,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:55,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:20:55,513 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:20:55,514 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:20:55,516 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:55,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:20:55,581 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store 2024-11-12T18:20:55,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:20:56,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:56,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:20:56,023 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:56,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:56,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:20:56,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:56,023 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:20:56,023 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435656023Disabling compacts and flushes for region at 1731435656023Disabling writes for close at 1731435656023Writing region close event to WAL at 1731435656023Closed at 1731435656023 2024-11-12T18:20:56,024 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/.initializing 2024-11-12T18:20:56,025 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/WALs/9911683f163c,38631,1731435654409 2024-11-12T18:20:56,027 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:56,030 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C38631%2C1731435654409, suffix=, logDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/WALs/9911683f163c,38631,1731435654409, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/oldWALs, maxLogs=10 2024-11-12T18:20:56,069 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/WALs/9911683f163c,38631,1731435654409/9911683f163c%2C38631%2C1731435654409.1731435656031, exclude list is [], retry=0 2024-11-12T18:20:56,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-6900c097-2326-4f0d-a3a1-6f24ae7ba7d9,DISK] 2024-11-12T18:20:56,105 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/WALs/9911683f163c,38631,1731435654409/9911683f163c%2C38631%2C1731435654409.1731435656031 2024-11-12T18:20:56,113 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-12T18:20:56,113 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:56,113 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:56,113 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,113 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:20:56,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:56,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:56,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:20:56,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:56,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:56,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:20:56,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:56,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:56,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:20:56,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:56,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:20:56,142 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,143 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,143 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,144 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,144 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,145 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:56,146 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:20:56,148 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:56,148 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61982620, jitterRate=-0.07638698816299438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:56,148 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435656113Initializing all the Stores at 1731435656122 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435656122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435656128 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435656128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435656128Cleaning up temporary data from old regions at 1731435656144 (+16 ms)Region opened successfully at 1731435656148 (+4 ms) 2024-11-12T18:20:56,149 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:20:56,151 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c077c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:56,152 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:20:56,152 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:20:56,152 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:20:56,152 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:20:56,153 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:20:56,153 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:20:56,153 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:20:56,158 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:20:56,159 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Unable to get data of znode /11939782328/balancer because node does not exist (not necessarily an error) 2024-11-12T18:20:56,161 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/balancer already deleted, retry=false 2024-11-12T18:20:56,161 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:20:56,162 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Unable to get data of znode /11939782328/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:20:56,164 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/normalizer already deleted, retry=false 2024-11-12T18:20:56,164 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:20:56,167 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Unable to get data of znode /11939782328/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:20:56,174 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/switch/split already deleted, retry=false 2024-11-12T18:20:56,175 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Unable to get data of znode /11939782328/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:20:56,176 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/switch/merge already deleted, retry=false 2024-11-12T18:20:56,181 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Unable to get data of znode /11939782328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:20:56,184 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/snapshot-cleanup already deleted, retry=false 2024-11-12T18:20:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11939782328/running 2024-11-12T18:20:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11939782328/running 2024-11-12T18:20:56,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:56,187 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,38631,1731435654409, sessionid=0x100353959100003, setting cluster-up flag (Was=false) 2024-11-12T18:20:56,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:56,197 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11939782328/flush-table-proc/acquired, /11939782328/flush-table-proc/reached, /11939782328/flush-table-proc/abort 2024-11-12T18:20:56,199 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38631,1731435654409 2024-11-12T18:20:56,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:56,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:56,222 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11939782328/online-snapshot/acquired, /11939782328/online-snapshot/reached, /11939782328/online-snapshot/abort 2024-11-12T18:20:56,224 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38631,1731435654409 2024-11-12T18:20:56,243 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:20:56,247 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:56,248 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:20:56,248 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:20:56,248 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,38631,1731435654409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:56,251 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:56,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:20:56,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:56,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:20:56,271 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435686271 2024-11-12T18:20:56,272 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:20:56,272 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:20:56,272 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:20:56,273 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:20:56,273 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:20:56,273 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:20:56,301 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,317 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:20:56,318 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:20:56,318 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(746): ClusterId : a893c3d8-578a-4881-939f-22419653f33d 2024-11-12T18:20:56,319 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:20:56,320 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:20:56,321 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:20:56,321 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:20:56,322 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:20:56,323 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:20:56,323 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:20:56,324 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435656322,5,FailOnTimeoutGroup] 2024-11-12T18:20:56,325 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:20:56,326 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f11d05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:20:56,332 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435656324,5,FailOnTimeoutGroup] 2024-11-12T18:20:56,332 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,333 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:20:56,333 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,333 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:20:56,362 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:34935 2024-11-12T18:20:56,362 INFO [RS:0;9911683f163c:34935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:20:56,362 INFO [RS:0;9911683f163c:34935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:20:56,362 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:20:56,374 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38631,1731435654409 with port=34935, startcode=1731435654657 2024-11-12T18:20:56,374 DEBUG [RS:0;9911683f163c:34935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:20:56,377 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:20:56,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,34935,1731435654657 2024-11-12T18:20:56,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] master.ServerManager(517): Registering regionserver=9911683f163c,34935,1731435654657 2024-11-12T18:20:56,381 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc 2024-11-12T18:20:56,381 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43719 2024-11-12T18:20:56,381 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:20:56,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328/rs 2024-11-12T18:20:56,389 DEBUG [RS:0;9911683f163c:34935 {}] zookeeper.ZKUtil(111): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on existing znode=/11939782328/rs/9911683f163c,34935,1731435654657 2024-11-12T18:20:56,389 WARN [RS:0;9911683f163c:34935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:56,389 INFO [RS:0;9911683f163c:34935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:56,389 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657 2024-11-12T18:20:56,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,34935,1731435654657] 2024-11-12T18:20:56,404 INFO [RS:0;9911683f163c:34935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:20:56,406 INFO [RS:0;9911683f163c:34935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:20:56,413 INFO [RS:0;9911683f163c:34935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:20:56,413 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,414 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:20:56,415 INFO [RS:0;9911683f163c:34935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:20:56,415 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,415 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,416 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:20:56,416 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:56,416 DEBUG [RS:0;9911683f163c:34935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:20:56,417 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,417 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,417 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,417 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,417 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,417 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34935,1731435654657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:56,443 INFO [RS:0;9911683f163c:34935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:20:56,444 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34935,1731435654657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,444 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,444 INFO [RS:0;9911683f163c:34935 {}] regionserver.Replication(171): 9911683f163c,34935,1731435654657 started 2024-11-12T18:20:56,465 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:56,465 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,34935,1731435654657, RpcServer on 9911683f163c/172.17.0.3:34935, sessionid=0x100353959100004 2024-11-12T18:20:56,465 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:20:56,465 DEBUG [RS:0;9911683f163c:34935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,34935,1731435654657 2024-11-12T18:20:56,465 DEBUG [RS:0;9911683f163c:34935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34935,1731435654657' 2024-11-12T18:20:56,465 DEBUG [RS:0;9911683f163c:34935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11939782328/flush-table-proc/abort' 2024-11-12T18:20:56,466 DEBUG [RS:0;9911683f163c:34935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11939782328/flush-table-proc/acquired' 2024-11-12T18:20:56,466 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:20:56,466 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:20:56,466 DEBUG [RS:0;9911683f163c:34935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,34935,1731435654657 2024-11-12T18:20:56,466 DEBUG [RS:0;9911683f163c:34935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34935,1731435654657' 2024-11-12T18:20:56,466 DEBUG [RS:0;9911683f163c:34935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11939782328/online-snapshot/abort' 2024-11-12T18:20:56,467 DEBUG [RS:0;9911683f163c:34935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11939782328/online-snapshot/acquired' 2024-11-12T18:20:56,468 DEBUG [RS:0;9911683f163c:34935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:20:56,468 INFO [RS:0;9911683f163c:34935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:20:56,468 INFO [RS:0;9911683f163c:34935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:20:56,568 INFO [RS:0;9911683f163c:34935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:20:56,570 INFO [RS:0;9911683f163c:34935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C34935%2C1731435654657, suffix=, logDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/oldWALs, maxLogs=10 2024-11-12T18:20:56,598 DEBUG [RS:0;9911683f163c:34935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, exclude list is [], retry=0 2024-11-12T18:20:56,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-6900c097-2326-4f0d-a3a1-6f24ae7ba7d9,DISK] 2024-11-12T18:20:56,613 INFO [RS:0;9911683f163c:34935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 2024-11-12T18:20:56,614 DEBUG [RS:0;9911683f163c:34935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-12T18:20:56,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:20:56,750 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc 2024-11-12T18:20:56,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:20:56,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:20:56,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:20:56,953 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:56,954 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38285 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:20:57,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:57,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:57,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:57,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:57,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:57,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:57,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:57,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:57,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:57,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:57,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740 2024-11-12T18:20:57,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740 2024-11-12T18:20:57,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:57,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:57,203 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:57,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:57,206 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:20:57,207 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64774484, jitterRate=-0.03478497266769409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:57,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435657165Initializing all the Stores at 1731435657168 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435657168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435657172 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435657172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435657172Cleaning up temporary data from old regions at 1731435657202 (+30 ms)Region opened successfully at 1731435657207 (+5 ms) 2024-11-12T18:20:57,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:20:57,207 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:20:57,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:20:57,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:20:57,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:20:57,208 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:20:57,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435657207Disabling compacts and flushes for region at 1731435657207Disabling writes for close at 1731435657207Writing region close event to WAL at 1731435657208 (+1 ms)Closed at 1731435657208 2024-11-12T18:20:57,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:57,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:20:57,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:20:57,211 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:57,211 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:20:57,362 DEBUG [9911683f163c:38631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:20:57,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,34935,1731435654657 2024-11-12T18:20:57,370 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,34935,1731435654657, state=OPENING 2024-11-12T18:20:57,372 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:20:57,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:57,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:20:57,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11939782328/meta-region-server: CHANGED 2024-11-12T18:20:57,375 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:20:57,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,34935,1731435654657}] 2024-11-12T18:20:57,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11939782328/meta-region-server: CHANGED 2024-11-12T18:20:57,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:20:57,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:20:57,553 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:20:57,553 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:20:57,553 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:20:57,556 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C34935%2C1731435654657.meta, suffix=.meta, logDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/oldWALs, maxLogs=10 2024-11-12T18:20:57,575 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.meta.1731435657557.meta, exclude list is [], retry=0 2024-11-12T18:20:57,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-6900c097-2326-4f0d-a3a1-6f24ae7ba7d9,DISK] 2024-11-12T18:20:57,587 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:20:57,589 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.meta.1731435657557.meta 2024-11-12T18:20:57,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,593 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-12T18:20:57,593 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:20:57,593 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:20:57,593 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:20:57,593 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:20:57,593 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:20:57,594 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:20:57,594 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:20:57,594 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:20:57,594 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:20:57,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:20:57,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:20:57,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:20:57,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:20:57,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:20:57,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:20:57,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:20:57,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:20:57,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:20:57,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:20:57,602 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:20:57,603 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740 2024-11-12T18:20:57,604 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740 2024-11-12T18:20:57,604 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:20:57,604 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:20:57,606 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:20:57,607 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:20:57,608 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70728981, jitterRate=0.053943946957588196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:20:57,608 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:20:57,608 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435657595Writing region info on filesystem at 1731435657595Initializing all the Stores at 1731435657596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435657596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435657596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435657596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435657596Cleaning up temporary data from old regions at 1731435657604 (+8 ms)Running coprocessor post-open hooks at 1731435657608 (+4 ms)Region opened successfully at 1731435657608 2024-11-12T18:20:57,621 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435657532 2024-11-12T18:20:57,624 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:20:57,624 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:20:57,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34935,1731435654657 2024-11-12T18:20:57,625 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,34935,1731435654657, state=OPEN 2024-11-12T18:20:57,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11939782328/meta-region-server 2024-11-12T18:20:57,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11939782328/meta-region-server: CHANGED 2024-11-12T18:20:57,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11939782328/meta-region-server 2024-11-12T18:20:57,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11939782328/meta-region-server: CHANGED 2024-11-12T18:20:57,628 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,34935,1731435654657 2024-11-12T18:20:57,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:20:57,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,34935,1731435654657 in 253 msec 2024-11-12T18:20:57,643 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:20:57,643 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:20:57,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:20:57,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-12T18:20:57,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:57,653 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34935,1731435654657, seqNum=-1] 2024-11-12T18:20:57,653 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:57,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:57,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:20:57,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4240 sec 2024-11-12T18:20:57,678 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435657678, completionTime=-1 2024-11-12T18:20:57,678 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:20:57,678 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:20:57,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:20:57,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435717681 2024-11-12T18:20:57,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435777681 2024-11-12T18:20:57,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:20:57,682 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38631,1731435654409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,682 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38631,1731435654409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,682 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38631,1731435654409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,682 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:38631, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,682 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,684 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:20:57,696 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.870sec 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38631,1731435654409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:20:57,702 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38631,1731435654409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:20:57,707 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:20:57,707 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:20:57,707 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38631,1731435654409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:20:57,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7f3a10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:57,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38631,-1 for getting cluster id 2024-11-12T18:20:57,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:20:57,732 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a893c3d8-578a-4881-939f-22419653f33d' 2024-11-12T18:20:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:20:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a893c3d8-578a-4881-939f-22419653f33d" 2024-11-12T18:20:57,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597052c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:57,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38631,-1] 2024-11-12T18:20:57,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:20:57,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:20:57,735 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:20:57,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f29e7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:20:57,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:20:57,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34935,1731435654657, seqNum=-1] 2024-11-12T18:20:57,738 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:20:57,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:20:57,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,38631,1731435654409 2024-11-12T18:20:57,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:57,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir so I do NOT create it in target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e 2024-11-12T18:20:57,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:20:57,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.tmp.dir so I do NOT create it in target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e 2024-11-12T18:20:57,771 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:20:57,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/cluster_d06a7234-5dfa-8076-7aaa-deca9c24eb36, deleteOnExit=true 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/test.cache.data in system properties and HBase conf 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:20:57,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:20:57,773 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:20:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:57,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100353959100005 connected 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:20:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:20:57,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:57,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:58,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:58,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:58,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:58,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:58,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16714002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:58,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee957c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:58,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23ff0e4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/java.io.tmpdir/jetty-localhost-43523-hadoop-hdfs-3_4_1-tests_jar-_-any-2048950158638166385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:20:58,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f67c797{HTTP/1.1, (http/1.1)}{localhost:43523} 2024-11-12T18:20:58,368 INFO [Time-limited test {}] server.Server(415): Started @220920ms 2024-11-12T18:20:58,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:20:58,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:20:58,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:20:58,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:20:58,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:20:58,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45dd381e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:20:58,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a8cf022{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:20:58,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67092e27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/java.io.tmpdir/jetty-localhost-38461-hadoop-hdfs-3_4_1-tests_jar-_-any-3153221558148992224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:20:58,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5977000{HTTP/1.1, (http/1.1)}{localhost:38461} 2024-11-12T18:20:58,851 INFO [Time-limited test {}] server.Server(415): Started @221402ms 2024-11-12T18:20:58,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:20:59,149 WARN [Thread-2891 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/cluster_d06a7234-5dfa-8076-7aaa-deca9c24eb36/data/data2/current/BP-2140498744-172.17.0.3-1731435657820/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:59,149 WARN [Thread-2890 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/cluster_d06a7234-5dfa-8076-7aaa-deca9c24eb36/data/data1/current/BP-2140498744-172.17.0.3-1731435657820/current, will proceed with Du for space computation calculation, 2024-11-12T18:20:59,197 WARN [Thread-2878 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:20:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xace775b9e3c36631 with lease ID 0xb7b181183afe63ff: Processing first storage report for DS-9705672a-c493-4314-aa5c-d36a0694a681 from datanode DatanodeRegistration(127.0.0.1:37897, datanodeUuid=f55b4d80-2504-405f-a54e-94395eca113a, infoPort=34747, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=317928182;c=1731435657820) 2024-11-12T18:20:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xace775b9e3c36631 with lease ID 0xb7b181183afe63ff: from storage DS-9705672a-c493-4314-aa5c-d36a0694a681 node DatanodeRegistration(127.0.0.1:37897, datanodeUuid=f55b4d80-2504-405f-a54e-94395eca113a, infoPort=34747, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=317928182;c=1731435657820), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:20:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xace775b9e3c36631 with lease ID 0xb7b181183afe63ff: Processing first storage report for DS-70a23713-47a4-4e5d-8b92-e85b5a71189c from datanode DatanodeRegistration(127.0.0.1:37897, datanodeUuid=f55b4d80-2504-405f-a54e-94395eca113a, infoPort=34747, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=317928182;c=1731435657820) 2024-11-12T18:20:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xace775b9e3c36631 with lease ID 0xb7b181183afe63ff: from storage DS-70a23713-47a4-4e5d-8b92-e85b5a71189c node DatanodeRegistration(127.0.0.1:37897, datanodeUuid=f55b4d80-2504-405f-a54e-94395eca113a, infoPort=34747, infoSecurePort=0, ipcPort=36647, storageInfo=lv=-57;cid=testClusterID;nsid=317928182;c=1731435657820), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:20:59,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e 2024-11-12T18:20:59,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:59,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:59,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:20:59,282 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9 with version=8 2024-11-12T18:20:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/hbase-staging 2024-11-12T18:20:59,286 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:59,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:59,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:59,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:59,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:59,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:59,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:20:59,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:59,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44931 2024-11-12T18:20:59,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44931 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449310x0, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:59,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44931-0x100353959100006 connected 2024-11-12T18:20:59,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:59,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:59,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/running 2024-11-12T18:20:59,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9, hbase.cluster.distributed=false 2024-11-12T18:20:59,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/acl 2024-11-12T18:20:59,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-12T18:20:59,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44931 2024-11-12T18:20:59,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44931 2024-11-12T18:20:59,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-12T18:20:59,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44931 2024-11-12T18:20:59,456 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:20:59,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:59,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:59,456 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:20:59,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:20:59,456 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:20:59,456 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:20:59,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:20:59,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45833 2024-11-12T18:20:59,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45833 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:20:59,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:59,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:20:59,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458330x0, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:20:59,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458330x0, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/running 2024-11-12T18:20:59,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:20:59,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45833-0x100353959100007 connected 2024-11-12T18:20:59,509 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:20:59,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/master 2024-11-12T18:20:59,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/acl 2024-11-12T18:20:59,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-12T18:20:59,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45833 2024-11-12T18:20:59,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45833 2024-11-12T18:20:59,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-12T18:20:59,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-12T18:20:59,597 DEBUG [M:0;9911683f163c:44931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:44931 2024-11-12T18:20:59,609 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21808475887/backup-masters/9911683f163c,44931,1731435659286 2024-11-12T18:20:59,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887/backup-masters 2024-11-12T18:20:59,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887/backup-masters 2024-11-12T18:20:59,633 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on existing znode=/21808475887/backup-masters/9911683f163c,44931,1731435659286 2024-11-12T18:20:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21808475887/master 2024-11-12T18:20:59,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:20:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:20:59,647 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on existing znode=/21808475887/master 2024-11-12T18:20:59,655 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21808475887/backup-masters/9911683f163c,44931,1731435659286 from backup master directory 2024-11-12T18:20:59,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887/backup-masters 2024-11-12T18:20:59,657 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:20:59,657 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,44931,1731435659286 2024-11-12T18:20:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21808475887/backup-masters/9911683f163c,44931,1731435659286 2024-11-12T18:20:59,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887/backup-masters 2024-11-12T18:20:59,688 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/hbase.id] with ID: 4053da77-b755-4af3-afe4-f125e897c81f 2024-11-12T18:20:59,688 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/.tmp/hbase.id 2024-11-12T18:20:59,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:21:00,152 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/.tmp/hbase.id]:[hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/hbase.id] 2024-11-12T18:21:00,170 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:00,170 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:21:00,171 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:21:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:21:00,223 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:00,225 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:21:00,226 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:21:00,662 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store 2024-11-12T18:21:00,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:21:00,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:00,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:00,712 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:00,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:00,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:00,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:00,712 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:00,712 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435660712Disabling compacts and flushes for region at 1731435660712Disabling writes for close at 1731435660712Writing region close event to WAL at 1731435660712Closed at 1731435660712 2024-11-12T18:21:00,714 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/.initializing 2024-11-12T18:21:00,714 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/WALs/9911683f163c,44931,1731435659286 2024-11-12T18:21:00,716 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:00,717 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C44931%2C1731435659286, suffix=, logDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/WALs/9911683f163c,44931,1731435659286, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/oldWALs, maxLogs=10 2024-11-12T18:21:00,738 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/WALs/9911683f163c,44931,1731435659286/9911683f163c%2C44931%2C1731435659286.1731435660718, exclude list is [], retry=0 2024-11-12T18:21:00,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37897,DS-9705672a-c493-4314-aa5c-d36a0694a681,DISK] 2024-11-12T18:21:00,765 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/WALs/9911683f163c,44931,1731435659286/9911683f163c%2C44931%2C1731435659286.1731435660718 2024-11-12T18:21:00,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34747:34747)] 2024-11-12T18:21:00,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:00,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:00,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,773 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:21:00,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:00,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:00,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:21:00,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:00,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:00,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:21:00,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:00,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:00,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:21:00,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:00,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:00,788 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,789 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,790 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,791 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:00,793 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:00,795 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:00,796 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71962785, jitterRate=0.07232905924320221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:00,796 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435660773Initializing all the Stores at 1731435660774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435660774Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435660776 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435660776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435660776Cleaning up temporary data from old regions at 1731435660791 (+15 ms)Region opened successfully at 1731435660796 (+5 ms) 2024-11-12T18:21:00,796 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:21:00,799 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1542142f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:00,801 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:21:00,801 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:21:00,801 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:21:00,801 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:21:00,802 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:21:00,802 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:21:00,803 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:21:00,817 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:21:00,819 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Unable to get data of znode /21808475887/balancer because node does not exist (not necessarily an error) 2024-11-12T18:21:00,821 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/balancer already deleted, retry=false 2024-11-12T18:21:00,821 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:21:00,822 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Unable to get data of znode /21808475887/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:21:00,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/normalizer already deleted, retry=false 2024-11-12T18:21:00,827 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:21:00,834 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Unable to get data of znode /21808475887/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:21:00,839 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/switch/split already deleted, retry=false 2024-11-12T18:21:00,841 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Unable to get data of znode /21808475887/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:21:00,843 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/switch/merge already deleted, retry=false 2024-11-12T18:21:00,845 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Unable to get data of znode /21808475887/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:21:00,846 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/snapshot-cleanup already deleted, retry=false 2024-11-12T18:21:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21808475887/running 2024-11-12T18:21:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,849 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,44931,1731435659286, sessionid=0x100353959100006, setting cluster-up flag (Was=false) 2024-11-12T18:21:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21808475887/running 2024-11-12T18:21:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,859 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21808475887/flush-table-proc/acquired, /21808475887/flush-table-proc/reached, /21808475887/flush-table-proc/abort 2024-11-12T18:21:00,860 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,44931,1731435659286 2024-11-12T18:21:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:00,870 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21808475887/online-snapshot/acquired, /21808475887/online-snapshot/reached, /21808475887/online-snapshot/abort 2024-11-12T18:21:00,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,44931,1731435659286 2024-11-12T18:21:00,873 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:21:00,874 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:00,875 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:21:00,875 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:21:00,875 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,44931,1731435659286 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:21:00,877 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(746): ClusterId : 4053da77-b755-4af3-afe4-f125e897c81f 2024-11-12T18:21:00,877 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:00,878 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:00,879 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:21:00,879 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:21:00,882 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:21:00,882 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb835b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:00,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:00,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:21:00,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:00,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:21:00,913 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:45833 2024-11-12T18:21:00,913 INFO [RS:0;9911683f163c:45833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:21:00,913 INFO [RS:0;9911683f163c:45833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:21:00,913 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:21:00,914 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,44931,1731435659286 with port=45833, startcode=1731435659456 2024-11-12T18:21:00,914 DEBUG [RS:0;9911683f163c:45833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435690932 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:21:00,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:21:00,941 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:21:00,942 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44931 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:21:00,943 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T18:21:00,943 WARN [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T18:21:00,949 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:00,953 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:21:00,953 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:21:00,953 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:21:00,953 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:21:00,956 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:21:00,956 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:21:00,957 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435660957,5,FailOnTimeoutGroup] 2024-11-12T18:21:00,960 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435660957,5,FailOnTimeoutGroup] 2024-11-12T18:21:00,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:00,960 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:21:00,961 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:00,961 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:21:01,044 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,44931,1731435659286 with port=45833, startcode=1731435659456 2024-11-12T18:21:01,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,45833,1731435659456 2024-11-12T18:21:01,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44931 {}] master.ServerManager(517): Registering regionserver=9911683f163c,45833,1731435659456 2024-11-12T18:21:01,050 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9 2024-11-12T18:21:01,050 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38585 2024-11-12T18:21:01,050 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:21:01,060 DEBUG [RS:0;9911683f163c:45833 {}] zookeeper.ZKUtil(111): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on existing znode=/21808475887/rs/9911683f163c,45833,1731435659456 2024-11-12T18:21:01,060 WARN [RS:0;9911683f163c:45833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:01,060 INFO [RS:0;9911683f163c:45833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:01,060 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456 2024-11-12T18:21:01,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887/rs 2024-11-12T18:21:01,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,45833,1731435659456] 2024-11-12T18:21:01,093 INFO [RS:0;9911683f163c:45833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:21:01,096 INFO [RS:0;9911683f163c:45833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:21:01,117 INFO [RS:0;9911683f163c:45833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:21:01,117 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,128 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:21:01,134 INFO [RS:0;9911683f163c:45833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:21:01,134 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:01,134 DEBUG [RS:0;9911683f163c:45833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:01,144 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,144 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,145 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,145 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,145 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,145 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45833,1731435659456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:01,184 INFO [RS:0;9911683f163c:45833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:21:01,184 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45833,1731435659456-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,184 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,184 INFO [RS:0;9911683f163c:45833 {}] regionserver.Replication(171): 9911683f163c,45833,1731435659456 started 2024-11-12T18:21:01,206 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,207 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,45833,1731435659456, RpcServer on 9911683f163c/172.17.0.3:45833, sessionid=0x100353959100007 2024-11-12T18:21:01,207 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:21:01,207 DEBUG [RS:0;9911683f163c:45833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,45833,1731435659456 2024-11-12T18:21:01,207 DEBUG [RS:0;9911683f163c:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45833,1731435659456' 2024-11-12T18:21:01,207 DEBUG [RS:0;9911683f163c:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21808475887/flush-table-proc/abort' 2024-11-12T18:21:01,208 DEBUG [RS:0;9911683f163c:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21808475887/flush-table-proc/acquired' 2024-11-12T18:21:01,209 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:21:01,209 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:21:01,209 DEBUG [RS:0;9911683f163c:45833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,45833,1731435659456 2024-11-12T18:21:01,209 DEBUG [RS:0;9911683f163c:45833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45833,1731435659456' 2024-11-12T18:21:01,209 DEBUG [RS:0;9911683f163c:45833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21808475887/online-snapshot/abort' 2024-11-12T18:21:01,210 DEBUG [RS:0;9911683f163c:45833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21808475887/online-snapshot/acquired' 2024-11-12T18:21:01,221 DEBUG [RS:0;9911683f163c:45833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:21:01,221 INFO [RS:0;9911683f163c:45833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:21:01,221 INFO [RS:0;9911683f163c:45833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:21:01,321 INFO [RS:0;9911683f163c:45833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:01,326 INFO [RS:0;9911683f163c:45833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45833%2C1731435659456, suffix=, logDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/oldWALs, maxLogs=10 2024-11-12T18:21:01,352 DEBUG [RS:0;9911683f163c:45833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, exclude list is [], retry=0 2024-11-12T18:21:01,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37897,DS-9705672a-c493-4314-aa5c-d36a0694a681,DISK] 2024-11-12T18:21:01,369 INFO [RS:0;9911683f163c:45833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 2024-11-12T18:21:01,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:21:01,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9 2024-11-12T18:21:01,381 DEBUG [RS:0;9911683f163c:45833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34747:34747)] 2024-11-12T18:21:01,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:21:01,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:01,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:01,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:01,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:01,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:01,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:01,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:01,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:01,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:01,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:01,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740 2024-11-12T18:21:01,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740 2024-11-12T18:21:01,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:01,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:01,432 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:01,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:01,436 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:01,436 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70773113, jitterRate=0.05460156500339508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:01,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435661413Initializing all the Stores at 1731435661414 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435661414Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435661414Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435661414Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435661414Cleaning up temporary data from old regions at 1731435661431 (+17 ms)Region opened successfully at 1731435661436 (+5 ms) 2024-11-12T18:21:01,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:01,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:01,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:01,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435661436Disabling compacts and flushes for region at 1731435661436Disabling writes for close at 1731435661437 (+1 ms)Writing region close event to WAL at 1731435661437Closed at 1731435661437 2024-11-12T18:21:01,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:01,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:21:01,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:21:01,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:01,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:21:01,593 DEBUG [9911683f163c:44931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:21:01,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,45833,1731435659456 2024-11-12T18:21:01,595 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,45833,1731435659456, state=OPENING 2024-11-12T18:21:01,597 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:21:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:01,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21808475887/meta-region-server: CHANGED 2024-11-12T18:21:01,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:01,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,45833,1731435659456}] 2024-11-12T18:21:01,602 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21808475887/meta-region-server: CHANGED 2024-11-12T18:21:01,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:01,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:21:01,778 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:21:01,778 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:01,778 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:21:01,784 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45833%2C1731435659456.meta, suffix=.meta, logDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/oldWALs, maxLogs=10 2024-11-12T18:21:01,804 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.meta.1731435661785.meta, exclude list is [], retry=0 2024-11-12T18:21:01,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37897,DS-9705672a-c493-4314-aa5c-d36a0694a681,DISK] 2024-11-12T18:21:01,809 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.meta.1731435661785.meta 2024-11-12T18:21:01,812 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34747:34747)] 2024-11-12T18:21:01,813 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:01,813 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:01,813 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:01,813 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:21:01,813 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:21:01,813 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:21:01,813 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:01,814 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:21:01,814 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:21:01,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:01,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:01,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:01,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:01,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:01,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:01,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:01,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:01,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:01,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:01,843 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:01,844 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740 2024-11-12T18:21:01,845 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740 2024-11-12T18:21:01,847 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:01,847 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:01,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:01,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:01,851 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69856458, jitterRate=0.04094234108924866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:01,851 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:21:01,851 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435661814Writing region info on filesystem at 1731435661814Initializing all the Stores at 1731435661815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435661815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435661836 (+21 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435661836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435661836Cleaning up temporary data from old regions at 1731435661847 (+11 ms)Running coprocessor post-open hooks at 1731435661851 (+4 ms)Region opened successfully at 1731435661851 2024-11-12T18:21:01,852 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435661757 2024-11-12T18:21:01,855 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:21:01,855 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:21:01,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45833,1731435659456 2024-11-12T18:21:01,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,45833,1731435659456, state=OPEN 2024-11-12T18:21:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21808475887/meta-region-server 2024-11-12T18:21:01,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21808475887/meta-region-server: CHANGED 2024-11-12T18:21:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21808475887/meta-region-server 2024-11-12T18:21:01,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,45833,1731435659456 2024-11-12T18:21:01,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21808475887/meta-region-server: CHANGED 2024-11-12T18:21:01,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:21:01,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,45833,1731435659456 in 263 msec 2024-11-12T18:21:01,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:21:01,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-12T18:21:01,868 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:01,868 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:21:01,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:01,870 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45833,1731435659456, seqNum=-1] 2024-11-12T18:21:01,870 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:01,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:01,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0140 sec 2024-11-12T18:21:01,889 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435661889, completionTime=-1 2024-11-12T18:21:01,889 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:21:01,889 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435721892 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435781892 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44931,1731435659286-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44931,1731435659286-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44931,1731435659286-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:44931, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,892 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,895 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:21:01,900 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.248sec 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44931,1731435659286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:01,905 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44931,1731435659286-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:21:01,908 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:21:01,908 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:21:01,908 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44931,1731435659286-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:02,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:02,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:02,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:02,013 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:02,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ab9e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:02,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:02,016 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:02,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:02,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45833,1731435659456, seqNum=-1] 2024-11-12T18:21:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:02,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:02,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,44931,1731435659286 2024-11-12T18:21:02,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52901 2024-11-12T18:21:02,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:02,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100353959100008 connected 2024-11-12T18:21:02,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43777,1731435648592 2024-11-12T18:21:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7544a5b4 2024-11-12T18:21:02,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:02,042 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:02,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:21:02,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:02,046 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:02,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:21:02,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:02,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:21:02,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8efa96d69448e99c08f4e6765f01259, NAME => 'test,,1731435662043.f8efa96d69448e99c08f4e6765f01259.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3 2024-11-12T18:21:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:21:02,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435662043.f8efa96d69448e99c08f4e6765f01259.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:02,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8efa96d69448e99c08f4e6765f01259, disabling compactions & flushes 2024-11-12T18:21:02,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. after waiting 0 ms 2024-11-12T18:21:02,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,131 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8efa96d69448e99c08f4e6765f01259: Waiting for close lock at 1731435662131Disabling compacts and flushes for region at 1731435662131Disabling writes for close at 1731435662131Writing region close event to WAL at 1731435662131Closed at 1731435662131 2024-11-12T18:21:02,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:02,133 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435662043.f8efa96d69448e99c08f4e6765f01259.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435662133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435662133"}]},"ts":"1731435662133"} 2024-11-12T18:21:02,136 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:02,137 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:02,138 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435662137"}]},"ts":"1731435662137"} 2024-11-12T18:21:02,140 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:21:02,141 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8efa96d69448e99c08f4e6765f01259, ASSIGN}] 2024-11-12T18:21:02,142 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8efa96d69448e99c08f4e6765f01259, ASSIGN 2024-11-12T18:21:02,143 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8efa96d69448e99c08f4e6765f01259, ASSIGN; state=OFFLINE, location=9911683f163c,44985,1731435649031; forceNewPlan=false, retain=false 2024-11-12T18:21:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:02,295 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8efa96d69448e99c08f4e6765f01259, regionState=OPENING, regionLocation=9911683f163c,44985,1731435649031 2024-11-12T18:21:02,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8efa96d69448e99c08f4e6765f01259, ASSIGN because future has completed 2024-11-12T18:21:02,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8efa96d69448e99c08f4e6765f01259, server=9911683f163c,44985,1731435649031}] 2024-11-12T18:21:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:02,509 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,509 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8efa96d69448e99c08f4e6765f01259, NAME => 'test,,1731435662043.f8efa96d69448e99c08f4e6765f01259.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:02,510 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:02,510 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:21:02,510 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,511 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435662043.f8efa96d69448e99c08f4e6765f01259.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:02,511 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,511 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,541 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,557 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8efa96d69448e99c08f4e6765f01259 columnFamilyName f 2024-11-12T18:21:02,558 DEBUG [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:02,559 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] regionserver.HStore(327): Store=f8efa96d69448e99c08f4e6765f01259/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:02,559 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,566 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8efa96d69448e99c08f4e6765f01259 columnFamilyName f1 2024-11-12T18:21:02,566 DEBUG [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:02,566 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] regionserver.HStore(327): Store=f8efa96d69448e99c08f4e6765f01259/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:02,567 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,568 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8efa96d69448e99c08f4e6765f01259 columnFamilyName norep 2024-11-12T18:21:02,568 DEBUG [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:02,568 INFO [StoreOpener-f8efa96d69448e99c08f4e6765f01259-1 {}] regionserver.HStore(327): Store=f8efa96d69448e99c08f4e6765f01259/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:02,568 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,569 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,570 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,571 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,571 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,572 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:02,573 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,579 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:02,579 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8efa96d69448e99c08f4e6765f01259; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70795252, jitterRate=0.054931461811065674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:02,580 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:02,580 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8efa96d69448e99c08f4e6765f01259: Running coprocessor pre-open hook at 1731435662511Writing region info on filesystem at 1731435662511Initializing all the Stores at 1731435662513 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435662513Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435662540 (+27 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435662540Cleaning up temporary data from old regions at 1731435662571 (+31 ms)Running coprocessor post-open hooks at 1731435662580 (+9 ms)Region opened successfully at 1731435662580 2024-11-12T18:21:02,582 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435662043.f8efa96d69448e99c08f4e6765f01259., pid=6, masterSystemTime=1731435662468 2024-11-12T18:21:02,586 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8efa96d69448e99c08f4e6765f01259, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,44985,1731435649031 2024-11-12T18:21:02,587 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,587 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:02,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8efa96d69448e99c08f4e6765f01259, server=9911683f163c,44985,1731435649031 because future has completed 2024-11-12T18:21:02,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:21:02,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8efa96d69448e99c08f4e6765f01259, server=9911683f163c,44985,1731435649031 in 278 msec 2024-11-12T18:21:02,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:21:02,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8efa96d69448e99c08f4e6765f01259, ASSIGN in 452 msec 2024-11-12T18:21:02,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:02,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435662599"}]},"ts":"1731435662599"} 2024-11-12T18:21:02,602 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:21:02,603 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:02,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 560 msec 2024-11-12T18:21:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:02,673 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:21:02,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38631,1731435654409 2024-11-12T18:21:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee57dac 2024-11-12T18:21:02,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:02,675 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:02,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:21:02,678 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:02,678 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:02,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:21:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:02,679 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:02,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:21:02,688 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80bce8c717b85421d33036d62af83ea3, NAME => 'test,,1731435662675.80bce8c717b85421d33036d62af83ea3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc 2024-11-12T18:21:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:21:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:03,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435662675.80bce8c717b85421d33036d62af83ea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:03,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80bce8c717b85421d33036d62af83ea3, disabling compactions & flushes 2024-11-12T18:21:03,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435662675.80bce8c717b85421d33036d62af83ea3. after waiting 0 ms 2024-11-12T18:21:03,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80bce8c717b85421d33036d62af83ea3: Waiting for close lock at 1731435663095Disabling compacts and flushes for region at 1731435663095Disabling writes for close at 1731435663095Writing region close event to WAL at 1731435663095Closed at 1731435663095 2024-11-12T18:21:03,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:03,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,101 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:03,101 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435662675.80bce8c717b85421d33036d62af83ea3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435663101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435663101"}]},"ts":"1731435663101"} 2024-11-12T18:21:03,104 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:03,105 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:03,106 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435663105"}]},"ts":"1731435663105"} 2024-11-12T18:21:03,108 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:21:03,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80bce8c717b85421d33036d62af83ea3, ASSIGN}] 2024-11-12T18:21:03,110 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80bce8c717b85421d33036d62af83ea3, ASSIGN 2024-11-12T18:21:03,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80bce8c717b85421d33036d62af83ea3, ASSIGN; state=OFFLINE, location=9911683f163c,34935,1731435654657; forceNewPlan=false, retain=false 2024-11-12T18:21:03,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:03,191 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:21:03,262 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80bce8c717b85421d33036d62af83ea3, regionState=OPENING, regionLocation=9911683f163c,34935,1731435654657 2024-11-12T18:21:03,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80bce8c717b85421d33036d62af83ea3, ASSIGN because future has completed 2024-11-12T18:21:03,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80bce8c717b85421d33036d62af83ea3, server=9911683f163c,34935,1731435654657}] 2024-11-12T18:21:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:03,424 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,424 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80bce8c717b85421d33036d62af83ea3, NAME => 'test,,1731435662675.80bce8c717b85421d33036d62af83ea3.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:03,424 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:03,425 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:21:03,425 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,425 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435662675.80bce8c717b85421d33036d62af83ea3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:03,425 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,425 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,429 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,430 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80bce8c717b85421d33036d62af83ea3 columnFamilyName f 2024-11-12T18:21:03,430 DEBUG [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:03,430 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] regionserver.HStore(327): Store=80bce8c717b85421d33036d62af83ea3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:03,431 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,432 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80bce8c717b85421d33036d62af83ea3 columnFamilyName f1 2024-11-12T18:21:03,432 DEBUG [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:03,432 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] regionserver.HStore(327): Store=80bce8c717b85421d33036d62af83ea3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:03,432 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,433 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80bce8c717b85421d33036d62af83ea3 columnFamilyName norep 2024-11-12T18:21:03,433 DEBUG [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:03,434 INFO [StoreOpener-80bce8c717b85421d33036d62af83ea3-1 {}] regionserver.HStore(327): Store=80bce8c717b85421d33036d62af83ea3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:03,434 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,434 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,435 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,436 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,436 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,436 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:03,437 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:03,440 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80bce8c717b85421d33036d62af83ea3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69906229, jitterRate=0.04168398678302765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:03,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:03,440 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80bce8c717b85421d33036d62af83ea3: Running coprocessor pre-open hook at 1731435663425Writing region info on filesystem at 1731435663425Initializing all the Stores at 1731435663426 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435663426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435663428 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435663428Cleaning up temporary data from old regions at 1731435663436 (+8 ms)Running coprocessor post-open hooks at 1731435663440 (+4 ms)Region opened successfully at 1731435663440 2024-11-12T18:21:03,441 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435662675.80bce8c717b85421d33036d62af83ea3., pid=6, masterSystemTime=1731435663420 2024-11-12T18:21:03,443 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,443 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:03,444 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80bce8c717b85421d33036d62af83ea3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,34935,1731435654657 2024-11-12T18:21:03,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80bce8c717b85421d33036d62af83ea3, server=9911683f163c,34935,1731435654657 because future has completed 2024-11-12T18:21:03,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:21:03,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80bce8c717b85421d33036d62af83ea3, server=9911683f163c,34935,1731435654657 in 181 msec 2024-11-12T18:21:03,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:21:03,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80bce8c717b85421d33036d62af83ea3, ASSIGN in 349 msec 2024-11-12T18:21:03,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:03,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435663483"}]},"ts":"1731435663483"} 2024-11-12T18:21:03,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:21:03,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:03,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 811 msec 2024-11-12T18:21:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:03,823 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:21:03,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44931,1731435659286 2024-11-12T18:21:03,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@210a5867 2024-11-12T18:21:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:03,827 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:03,828 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:21:03,833 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:03,833 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:03,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:21:03,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:03,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:21:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:04,263 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd681ba5116d9d7a1715e74cbb70b14c, NAME => 'test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9 2024-11-12T18:21:04,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:21:04,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:04,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd681ba5116d9d7a1715e74cbb70b14c, disabling compactions & flushes 2024-11-12T18:21:04,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. after waiting 0 ms 2024-11-12T18:21:04,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,270 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,270 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd681ba5116d9d7a1715e74cbb70b14c: Waiting for close lock at 1731435664270Disabling compacts and flushes for region at 1731435664270Disabling writes for close at 1731435664270Writing region close event to WAL at 1731435664270Closed at 1731435664270 2024-11-12T18:21:04,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:04,272 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435664272"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435664272"}]},"ts":"1731435664272"} 2024-11-12T18:21:04,274 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:04,275 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:04,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435664275"}]},"ts":"1731435664275"} 2024-11-12T18:21:04,278 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:21:04,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd681ba5116d9d7a1715e74cbb70b14c, ASSIGN}] 2024-11-12T18:21:04,279 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd681ba5116d9d7a1715e74cbb70b14c, ASSIGN 2024-11-12T18:21:04,280 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd681ba5116d9d7a1715e74cbb70b14c, ASSIGN; state=OFFLINE, location=9911683f163c,45833,1731435659456; forceNewPlan=false, retain=false 2024-11-12T18:21:04,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:21:04,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T18:21:04,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:21:04,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T18:21:04,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd681ba5116d9d7a1715e74cbb70b14c, regionState=OPENING, regionLocation=9911683f163c,45833,1731435659456 2024-11-12T18:21:04,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd681ba5116d9d7a1715e74cbb70b14c, ASSIGN because future has completed 2024-11-12T18:21:04,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd681ba5116d9d7a1715e74cbb70b14c, server=9911683f163c,45833,1731435659456}] 2024-11-12T18:21:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:04,591 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,591 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd681ba5116d9d7a1715e74cbb70b14c, NAME => 'test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:04,592 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:04,592 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:21:04,592 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,592 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:04,592 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,592 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,594 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,595 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd681ba5116d9d7a1715e74cbb70b14c columnFamilyName f 2024-11-12T18:21:04,595 DEBUG [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:04,595 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] regionserver.HStore(327): Store=cd681ba5116d9d7a1715e74cbb70b14c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:04,595 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,596 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd681ba5116d9d7a1715e74cbb70b14c columnFamilyName f1 2024-11-12T18:21:04,596 DEBUG [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:04,597 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] regionserver.HStore(327): Store=cd681ba5116d9d7a1715e74cbb70b14c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:04,597 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,598 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd681ba5116d9d7a1715e74cbb70b14c columnFamilyName norep 2024-11-12T18:21:04,598 DEBUG [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:04,598 INFO [StoreOpener-cd681ba5116d9d7a1715e74cbb70b14c-1 {}] regionserver.HStore(327): Store=cd681ba5116d9d7a1715e74cbb70b14c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:04,598 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,599 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,600 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,601 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,601 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,602 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:04,603 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,605 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:04,606 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd681ba5116d9d7a1715e74cbb70b14c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71675545, jitterRate=0.06804884970188141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:04,606 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:04,606 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd681ba5116d9d7a1715e74cbb70b14c: Running coprocessor pre-open hook at 1731435664592Writing region info on filesystem at 1731435664592Initializing all the Stores at 1731435664593 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435664593Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435664593Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435664593Cleaning up temporary data from old regions at 1731435664601 (+8 ms)Running coprocessor post-open hooks at 1731435664606 (+5 ms)Region opened successfully at 1731435664606 2024-11-12T18:21:04,607 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c., pid=6, masterSystemTime=1731435664587 2024-11-12T18:21:04,610 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,610 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:04,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd681ba5116d9d7a1715e74cbb70b14c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,45833,1731435659456 2024-11-12T18:21:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd681ba5116d9d7a1715e74cbb70b14c, server=9911683f163c,45833,1731435659456 because future has completed 2024-11-12T18:21:04,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:21:04,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd681ba5116d9d7a1715e74cbb70b14c, server=9911683f163c,45833,1731435659456 in 179 msec 2024-11-12T18:21:04,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:21:04,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd681ba5116d9d7a1715e74cbb70b14c, ASSIGN in 338 msec 2024-11-12T18:21:04,619 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:04,619 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435664619"}]},"ts":"1731435664619"} 2024-11-12T18:21:04,621 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:21:04,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:04,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-11-12T18:21:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:04,973 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:21:04,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:04,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:21:04,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:04,978 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:21:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:21:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48379d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:04,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:21:04,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:04,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:04,980 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:04,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5602e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:04,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43777,1731435648592 2024-11-12T18:21:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56b941bf 2024-11-12T18:21:04,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:04,984 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:04,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:38631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:21:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:21:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:04,988 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:38631' 2024-11-12T18:21:04,989 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63261500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:04,989 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38631,-1 for getting cluster id 2024-11-12T18:21:04,990 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:04,991 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a893c3d8-578a-4881-939f-22419653f33d' 2024-11-12T18:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a893c3d8-578a-4881-939f-22419653f33d" 2024-11-12T18:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199e4346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38631,-1] 2024-11-12T18:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:04,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:04,992 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:04,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb35b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:04,993 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:04,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38631,1731435654409 2024-11-12T18:21:04,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35bd7381 2024-11-12T18:21:04,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:04,995 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:04,996 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T18:21:04,996 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:21:04,996 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:04,996 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:04,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:04,997 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:04,999 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:21:05,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:05,001 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:05,003 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:21:05,050 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:21:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:05,416 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea99c818d3102489d9a276add2d34fc5, NAME => 'hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3 2024-11-12T18:21:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:21:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:05,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:05,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea99c818d3102489d9a276add2d34fc5, disabling compactions & flushes 2024-11-12T18:21:05,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:05,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:05,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. after waiting 0 ms 2024-11-12T18:21:05,822 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:05,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:05,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea99c818d3102489d9a276add2d34fc5: Waiting for close lock at 1731435665822Disabling compacts and flushes for region at 1731435665822Disabling writes for close at 1731435665822Writing region close event to WAL at 1731435665822Closed at 1731435665822 2024-11-12T18:21:05,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:05,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435665824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435665824"}]},"ts":"1731435665824"} 2024-11-12T18:21:05,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:05,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:05,827 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435665827"}]},"ts":"1731435665827"} 2024-11-12T18:21:05,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:21:05,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea99c818d3102489d9a276add2d34fc5, ASSIGN}] 2024-11-12T18:21:05,831 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea99c818d3102489d9a276add2d34fc5, ASSIGN 2024-11-12T18:21:05,831 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea99c818d3102489d9a276add2d34fc5, ASSIGN; state=OFFLINE, location=9911683f163c,44985,1731435649031; forceNewPlan=false, retain=false 2024-11-12T18:21:05,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea99c818d3102489d9a276add2d34fc5, regionState=OPENING, regionLocation=9911683f163c,44985,1731435649031 2024-11-12T18:21:05,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea99c818d3102489d9a276add2d34fc5, ASSIGN because future has completed 2024-11-12T18:21:05,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea99c818d3102489d9a276add2d34fc5, server=9911683f163c,44985,1731435649031}] 2024-11-12T18:21:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:06,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:06,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:06,143 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:21:06,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C44985%2C1731435649031.rep, suffix=, logDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031, archiveDir=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/oldWALs, maxLogs=10 2024-11-12T18:21:06,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.rep.1731435666145, exclude list is [], retry=0 2024-11-12T18:21:06,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39571,DS-c1388e70-98f2-443b-b1c5-d0a2f733737a,DISK] 2024-11-12T18:21:06,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.rep.1731435666145 2024-11-12T18:21:06,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40513:40513)] 2024-11-12T18:21:06,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea99c818d3102489d9a276add2d34fc5, NAME => 'hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:06,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. service=MultiRowMutationService 2024-11-12T18:21:06,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:21:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,173 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,174 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea99c818d3102489d9a276add2d34fc5 columnFamilyName hfileref 2024-11-12T18:21:06,174 DEBUG [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:06,174 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] regionserver.HStore(327): Store=ea99c818d3102489d9a276add2d34fc5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:06,174 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,175 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea99c818d3102489d9a276add2d34fc5 columnFamilyName queue 2024-11-12T18:21:06,175 DEBUG [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:06,175 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] regionserver.HStore(327): Store=ea99c818d3102489d9a276add2d34fc5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:06,176 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,177 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea99c818d3102489d9a276add2d34fc5 columnFamilyName sid 2024-11-12T18:21:06,177 DEBUG [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:06,177 INFO [StoreOpener-ea99c818d3102489d9a276add2d34fc5-1 {}] regionserver.HStore(327): Store=ea99c818d3102489d9a276add2d34fc5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:06,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:06,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:06,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea99c818d3102489d9a276add2d34fc5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59531692, jitterRate=-0.11290866136550903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:06,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:06,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea99c818d3102489d9a276add2d34fc5: Running coprocessor pre-open hook at 1731435666171Writing region info on filesystem at 1731435666171Initializing all the Stores at 1731435666172 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435666172Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435666172Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435666172Cleaning up temporary data from old regions at 1731435666179 (+7 ms)Running coprocessor post-open hooks at 1731435666182 (+3 ms)Region opened successfully at 1731435666182 2024-11-12T18:21:06,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5., pid=10, masterSystemTime=1731435666138 2024-11-12T18:21:06,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:06,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:06,186 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea99c818d3102489d9a276add2d34fc5, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44985,1731435649031 2024-11-12T18:21:06,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea99c818d3102489d9a276add2d34fc5, server=9911683f163c,44985,1731435649031 because future has completed 2024-11-12T18:21:06,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:21:06,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea99c818d3102489d9a276add2d34fc5, server=9911683f163c,44985,1731435649031 in 203 msec 2024-11-12T18:21:06,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:21:06,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea99c818d3102489d9a276add2d34fc5, ASSIGN in 361 msec 2024-11-12T18:21:06,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:06,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435666195"}]},"ts":"1731435666195"} 2024-11-12T18:21:06,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:21:06,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:06,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-12T18:21:06,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5., hostname=9911683f163c,44985,1731435649031, seqNum=2] 2024-11-12T18:21:06,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:21:06,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:21:06,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:06,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:21:06,370 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:21:06,403 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,44985,1731435649031, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:06,403 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:06,404 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44985,1731435649031, seqNum=-1] 2024-11-12T18:21:06,404 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:06,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:06,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,44985,1731435649031', locateType=CURRENT is [region=hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5., hostname=9911683f163c,44985,1731435649031, seqNum=2] 2024-11-12T18:21:06,433 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:21:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:21:06,441 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,44985,1731435649031 suceeded 2024-11-12T18:21:06,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:21:06,444 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:38631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:21:06,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-12T18:21:06,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4600 sec 2024-11-12T18:21:06,460 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:38631' 2024-11-12T18:21:06,462 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd2da75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:06,462 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38631,-1 for getting cluster id 2024-11-12T18:21:06,462 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:06,463 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a893c3d8-578a-4881-939f-22419653f33d' 2024-11-12T18:21:06,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:06,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a893c3d8-578a-4881-939f-22419653f33d" 2024-11-12T18:21:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74b0469f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38631,-1] 2024-11-12T18:21:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:06,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:06,465 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:06,467 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fc6c686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:06,467 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:06,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38631,1731435654409 2024-11-12T18:21:06,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1219dc87 2024-11-12T18:21:06,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:06,470 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:06,471 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,44985,1731435649031 (queues=1) is replicating from cluster=3031c03b-c12a-411a-a433-811a4b3e3960 to cluster=a893c3d8-578a-4881-939f-22419653f33d 2024-11-12T18:21:06,471 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C44985%2C1731435649031 2024-11-12T18:21:06,471 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,44985,1731435649031, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:06,473 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, startPosition=0, beingWritten=true 2024-11-12T18:21:06,480 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C44985%2C1731435649031 2024-11-12T18:21:06,484 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:06,484 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:06,484 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:06,700 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:06,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:06,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:21:06,982 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48313 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:21:07,011 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43777 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:07,142 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:07,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:07,142 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:07,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:07,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:07,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:07,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:07,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38631,-1 for getting cluster id 2024-11-12T18:21:07,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:07,145 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a893c3d8-578a-4881-939f-22419653f33d' 2024-11-12T18:21:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a893c3d8-578a-4881-939f-22419653f33d" 2024-11-12T18:21:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adb7646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38631,-1] 2024-11-12T18:21:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:07,146 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:07,147 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76364228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:07,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38631,1731435654409 2024-11-12T18:21:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1b408f 2024-11-12T18:21:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:07,149 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:07,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:44931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:21:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:21:07,153 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:44931' 2024-11-12T18:21:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:07,154 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3056cc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:07,154 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:07,155 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:07,155 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:07,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:07,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:07,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234da4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:07,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:07,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:07,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:07,156 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:07,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305d1367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:07,157 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:07,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44931,1731435659286 2024-11-12T18:21:07,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5afd56aa 2024-11-12T18:21:07,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:07,159 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:07,160 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T18:21:07,160 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:21:07,160 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:07,160 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:07,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:07,160 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:07,161 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:21:07,162 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:07,163 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:07,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:07,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:21:07,212 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:21:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:07,417 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:07,572 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c4219aa71a173e5f40884075022f6b2, NAME => 'hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc 2024-11-12T18:21:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:21:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:07,922 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:07,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:07,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c4219aa71a173e5f40884075022f6b2, disabling compactions & flushes 2024-11-12T18:21:07,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:07,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:07,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. after waiting 0 ms 2024-11-12T18:21:07,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:07,979 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:07,979 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c4219aa71a173e5f40884075022f6b2: Waiting for close lock at 1731435667979Disabling compacts and flushes for region at 1731435667979Disabling writes for close at 1731435667979Writing region close event to WAL at 1731435667979Closed at 1731435667979 2024-11-12T18:21:07,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:07,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435667981"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435667981"}]},"ts":"1731435667981"} 2024-11-12T18:21:07,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:07,989 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:07,989 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435667989"}]},"ts":"1731435667989"} 2024-11-12T18:21:07,991 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:21:07,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c4219aa71a173e5f40884075022f6b2, ASSIGN}] 2024-11-12T18:21:07,993 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c4219aa71a173e5f40884075022f6b2, ASSIGN 2024-11-12T18:21:07,994 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c4219aa71a173e5f40884075022f6b2, ASSIGN; state=OFFLINE, location=9911683f163c,34935,1731435654657; forceNewPlan=false, retain=false 2024-11-12T18:21:08,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:08,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:08,145 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c4219aa71a173e5f40884075022f6b2, regionState=OPENING, regionLocation=9911683f163c,34935,1731435654657 2024-11-12T18:21:08,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c4219aa71a173e5f40884075022f6b2, ASSIGN because future has completed 2024-11-12T18:21:08,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c4219aa71a173e5f40884075022f6b2, server=9911683f163c,34935,1731435654657}] 2024-11-12T18:21:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:08,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:08,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:08,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:21:08,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C34935%2C1731435654657.rep, suffix=, logDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657, archiveDir=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/oldWALs, maxLogs=10 2024-11-12T18:21:08,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.rep.1731435668306, exclude list is [], retry=0 2024-11-12T18:21:08,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41869,DS-6900c097-2326-4f0d-a3a1-6f24ae7ba7d9,DISK] 2024-11-12T18:21:08,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.rep.1731435668306 2024-11-12T18:21:08,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41279:41279)] 2024-11-12T18:21:08,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c4219aa71a173e5f40884075022f6b2, NAME => 'hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:08,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:08,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:08,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. service=MultiRowMutationService 2024-11-12T18:21:08,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:21:08,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:08,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,341 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,342 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c4219aa71a173e5f40884075022f6b2 columnFamilyName hfileref 2024-11-12T18:21:08,342 DEBUG [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:08,342 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] regionserver.HStore(327): Store=2c4219aa71a173e5f40884075022f6b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:08,342 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,343 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c4219aa71a173e5f40884075022f6b2 columnFamilyName queue 2024-11-12T18:21:08,343 DEBUG [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:08,344 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] regionserver.HStore(327): Store=2c4219aa71a173e5f40884075022f6b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:08,344 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,344 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c4219aa71a173e5f40884075022f6b2 columnFamilyName sid 2024-11-12T18:21:08,344 DEBUG [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:08,345 INFO [StoreOpener-2c4219aa71a173e5f40884075022f6b2-1 {}] regionserver.HStore(327): Store=2c4219aa71a173e5f40884075022f6b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:08,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/replication/2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/replication/2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:08,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/replication/2c4219aa71a173e5f40884075022f6b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:08,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c4219aa71a173e5f40884075022f6b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73335372, jitterRate=0.09278219938278198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:08,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:08,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c4219aa71a173e5f40884075022f6b2: Running coprocessor pre-open hook at 1731435668338Writing region info on filesystem at 1731435668338Initializing all the Stores at 1731435668339 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435668339Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435668340 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435668340Cleaning up temporary data from old regions at 1731435668349 (+9 ms)Running coprocessor post-open hooks at 1731435668359 (+10 ms)Region opened successfully at 1731435668359 2024-11-12T18:21:08,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2., pid=10, masterSystemTime=1731435668300 2024-11-12T18:21:08,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:08,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:08,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c4219aa71a173e5f40884075022f6b2, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34935,1731435654657 2024-11-12T18:21:08,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c4219aa71a173e5f40884075022f6b2, server=9911683f163c,34935,1731435654657 because future has completed 2024-11-12T18:21:08,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:21:08,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c4219aa71a173e5f40884075022f6b2, server=9911683f163c,34935,1731435654657 in 219 msec 2024-11-12T18:21:08,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:21:08,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c4219aa71a173e5f40884075022f6b2, ASSIGN in 376 msec 2024-11-12T18:21:08,372 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:08,372 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435668372"}]},"ts":"1731435668372"} 2024-11-12T18:21:08,374 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:21:08,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:08,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-11-12T18:21:08,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:21:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2., hostname=9911683f163c,34935,1731435654657, seqNum=2] 2024-11-12T18:21:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:21:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:21:08,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:08,526 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:08,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34935 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:21:08,583 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:21:08,631 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,34935,1731435654657, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:08,632 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:08,632 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34935,1731435654657, seqNum=-1] 2024-11-12T18:21:08,633 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:08,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:08,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,34935,1731435654657', locateType=CURRENT is [region=hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2., hostname=9911683f163c,34935,1731435654657, seqNum=2] 2024-11-12T18:21:08,641 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:21:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:21:08,644 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,34935,1731435654657 suceeded 2024-11-12T18:21:08,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:21:08,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-12T18:21:08,646 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:44931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:21:08,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-12T18:21:08,660 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:44931' 2024-11-12T18:21:08,661 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca386c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:08,661 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:08,661 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:08,662 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:08,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11e5d5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:08,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:08,664 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641fc75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:08,664 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:08,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44931,1731435659286 2024-11-12T18:21:08,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a146dc6 2024-11-12T18:21:08,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:08,666 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:08,667 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,34935,1731435654657 (queues=1) is replicating from cluster=a893c3d8-578a-4881-939f-22419653f33d to cluster=4053da77-b755-4af3-afe4-f125e897c81f 2024-11-12T18:21:08,667 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C34935%2C1731435654657 2024-11-12T18:21:08,667 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,34935,1731435654657, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:08,668 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, startPosition=0, beingWritten=true 2024-11-12T18:21:08,668 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C34935%2C1731435654657 2024-11-12T18:21:08,675 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:08,675 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:08,675 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:08,880 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:09,185 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:09,231 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:09,302 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:09,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:09,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:09,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:09,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:09,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:09,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aa0f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:09,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:09,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:09,304 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774ce688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:09,306 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:09,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c0eb76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:09,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44931,1731435659286 2024-11-12T18:21:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f983f8b 2024-11-12T18:21:09,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:09,309 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:09,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:43777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:21:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:21:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:09,313 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43777' 2024-11-12T18:21:09,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6b9259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:09,314 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:21:09,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:09,315 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:21:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:21:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dcec08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:21:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:09,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:09,316 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:09,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556c8a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:09,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:09,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43777,1731435648592 2024-11-12T18:21:09,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508a23f2 2024-11-12T18:21:09,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:09,318 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:09,319 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:21:09,319 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:21:09,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:09,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:09,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:09,319 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:09,320 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:21:09,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:09,321 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:09,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:09,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:21:09,371 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:21:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:09,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:09,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e517a6ebf13544d1b38f8d6dc741af9, NAME => 'hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9 2024-11-12T18:21:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:21:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:10,035 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:10,093 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:10,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:10,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e517a6ebf13544d1b38f8d6dc741af9, disabling compactions & flushes 2024-11-12T18:21:10,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. after waiting 0 ms 2024-11-12T18:21:10,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e517a6ebf13544d1b38f8d6dc741af9: Waiting for close lock at 1731435670139Disabling compacts and flushes for region at 1731435670139Disabling writes for close at 1731435670139Writing region close event to WAL at 1731435670139Closed at 1731435670139 2024-11-12T18:21:10,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:10,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435670140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435670140"}]},"ts":"1731435670140"} 2024-11-12T18:21:10,143 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:10,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:10,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435670144"}]},"ts":"1731435670144"} 2024-11-12T18:21:10,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:21:10,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e517a6ebf13544d1b38f8d6dc741af9, ASSIGN}] 2024-11-12T18:21:10,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e517a6ebf13544d1b38f8d6dc741af9, ASSIGN 2024-11-12T18:21:10,148 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e517a6ebf13544d1b38f8d6dc741af9, ASSIGN; state=OFFLINE, location=9911683f163c,45833,1731435659456; forceNewPlan=false, retain=false 2024-11-12T18:21:10,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e517a6ebf13544d1b38f8d6dc741af9, regionState=OPENING, regionLocation=9911683f163c,45833,1731435659456 2024-11-12T18:21:10,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e517a6ebf13544d1b38f8d6dc741af9, ASSIGN because future has completed 2024-11-12T18:21:10,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e517a6ebf13544d1b38f8d6dc741af9, server=9911683f163c,45833,1731435659456}] 2024-11-12T18:21:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:10,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:10,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:21:10,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45833%2C1731435659456.rep, suffix=, logDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456, archiveDir=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/oldWALs, maxLogs=10 2024-11-12T18:21:10,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.rep.1731435670462, exclude list is [], retry=0 2024-11-12T18:21:10,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37897,DS-9705672a-c493-4314-aa5c-d36a0694a681,DISK] 2024-11-12T18:21:10,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.rep.1731435670462 2024-11-12T18:21:10,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34747:34747)] 2024-11-12T18:21:10,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e517a6ebf13544d1b38f8d6dc741af9, NAME => 'hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:10,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:10,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:10,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. service=MultiRowMutationService 2024-11-12T18:21:10,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:21:10,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:10,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,486 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,487 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e517a6ebf13544d1b38f8d6dc741af9 columnFamilyName hfileref 2024-11-12T18:21:10,487 DEBUG [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:10,487 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] regionserver.HStore(327): Store=9e517a6ebf13544d1b38f8d6dc741af9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:10,487 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,488 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e517a6ebf13544d1b38f8d6dc741af9 columnFamilyName queue 2024-11-12T18:21:10,488 DEBUG [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:10,488 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] regionserver.HStore(327): Store=9e517a6ebf13544d1b38f8d6dc741af9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:10,489 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,489 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e517a6ebf13544d1b38f8d6dc741af9 columnFamilyName sid 2024-11-12T18:21:10,489 DEBUG [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:10,490 INFO [StoreOpener-9e517a6ebf13544d1b38f8d6dc741af9-1 {}] regionserver.HStore(327): Store=9e517a6ebf13544d1b38f8d6dc741af9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:10,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:10,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:10,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e517a6ebf13544d1b38f8d6dc741af9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68507739, jitterRate=0.02084486186504364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:10,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:10,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e517a6ebf13544d1b38f8d6dc741af9: Running coprocessor pre-open hook at 1731435670485Writing region info on filesystem at 1731435670485Initializing all the Stores at 1731435670485Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435670485Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435670486 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435670486Cleaning up temporary data from old regions at 1731435670491 (+5 ms)Running coprocessor post-open hooks at 1731435670494 (+3 ms)Region opened successfully at 1731435670494 2024-11-12T18:21:10,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9., pid=10, masterSystemTime=1731435670453 2024-11-12T18:21:10,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:10,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e517a6ebf13544d1b38f8d6dc741af9, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45833,1731435659456 2024-11-12T18:21:10,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e517a6ebf13544d1b38f8d6dc741af9, server=9911683f163c,45833,1731435659456 because future has completed 2024-11-12T18:21:10,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:21:10,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e517a6ebf13544d1b38f8d6dc741af9, server=9911683f163c,45833,1731435659456 in 199 msec 2024-11-12T18:21:10,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:21:10,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e517a6ebf13544d1b38f8d6dc741af9, ASSIGN in 356 msec 2024-11-12T18:21:10,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:10,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435670504"}]},"ts":"1731435670504"} 2024-11-12T18:21:10,506 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:21:10,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:10,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-12T18:21:10,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9., hostname=9911683f163c,45833,1731435659456, seqNum=2] 2024-11-12T18:21:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:10,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:10,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:10,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:21:10,693 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:21:10,698 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:10,740 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,45833,1731435659456, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:10,740 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:10,741 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45833,1731435659456, seqNum=-1] 2024-11-12T18:21:10,741 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:10,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:10,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,45833,1731435659456', locateType=CURRENT is [region=hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9., hostname=9911683f163c,45833,1731435659456, seqNum=2] 2024-11-12T18:21:10,747 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:21:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:21:10,749 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,45833,1731435659456 suceeded 2024-11-12T18:21:10,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:21:10,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-12T18:21:10,751 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:43777,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:21:10,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-11-12T18:21:10,763 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43777' 2024-11-12T18:21:10,764 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f1b7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:10,764 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:21:10,764 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:10,766 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:21:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:21:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54be53a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:21:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:10,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:10,767 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:10,768 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47ef5a4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:10,768 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:10,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43777,1731435648592 2024-11-12T18:21:10,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4485af1 2024-11-12T18:21:10,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:10,769 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:10,770 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,45833,1731435659456 (queues=1) is replicating from cluster=4053da77-b755-4af3-afe4-f125e897c81f to cluster=3031c03b-c12a-411a-a433-811a4b3e3960 2024-11-12T18:21:10,770 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C45833%2C1731435659456 2024-11-12T18:21:10,770 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,45833,1731435659456, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:10,771 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C45833%2C1731435659456 2024-11-12T18:21:10,771 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, startPosition=0, beingWritten=true 2024-11-12T18:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 379, reset compression=false 2024-11-12T18:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:10,939 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:10,980 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 379, reset compression=false 2024-11-12T18:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 379, reset compression=false 2024-11-12T18:21:11,403 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:11,462 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:11,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:11,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:11,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:11,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:11,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:11,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e94fba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:21:11,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:11,464 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:21:11,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:21:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e714f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:21:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:11,466 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abd923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25deef41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38631,-1 for getting cluster id 2024-11-12T18:21:11,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:11,468 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a893c3d8-578a-4881-939f-22419653f33d' 2024-11-12T18:21:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a893c3d8-578a-4881-939f-22419653f33d" 2024-11-12T18:21:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52357df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38631,-1] 2024-11-12T18:21:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:11,469 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:11,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516b8065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611d97f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:11,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:11,471 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:11,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:11,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:11,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6c9944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:11,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:11,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:11,472 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:11,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fc4678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44985,1731435649031, seqNum=-1] 2024-11-12T18:21:11,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:11,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435662043.f8efa96d69448e99c08f4e6765f01259., hostname=9911683f163c,44985,1731435649031, seqNum=2] 2024-11-12T18:21:11,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45833,1731435659456, seqNum=-1] 2024-11-12T18:21:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:11,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c., hostname=9911683f163c,45833,1731435659456, seqNum=2] 2024-11-12T18:21:11,484 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T18:21:11,689 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 379, reset compression=false 2024-11-12T18:21:11,943 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 379, reset compression=false 2024-11-12T18:21:11,948 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:11,948 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 480, reset compression=false 2024-11-12T18:21:11,948 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8efa96d69448e99c08f4e6765f01259/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T18:21:11,950 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:11,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:11,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:11,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644f65ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38631,-1 for getting cluster id 2024-11-12T18:21:11,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:11,953 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a893c3d8-578a-4881-939f-22419653f33d' 2024-11-12T18:21:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a893c3d8-578a-4881-939f-22419653f33d" 2024-11-12T18:21:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@497498a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38631,-1] 2024-11-12T18:21:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:11,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:11,954 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:11,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b1dee29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:11,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34935,1731435654657, seqNum=-1] 2024-11-12T18:21:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:11,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:11,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435662675.80bce8c717b85421d33036d62af83ea3., hostname=9911683f163c,34935,1731435654657, seqNum=2] 2024-11-12T18:21:11,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:12,151 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 480, reset compression=false 2024-11-12T18:21:12,193 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 379, reset compression=false 2024-11-12T18:21:12,206 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 379, reset compression=false 2024-11-12T18:21:12,214 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:12,214 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 503, reset compression=false 2024-11-12T18:21:12,214 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[{test/80bce8c717b85421d33036d62af83ea3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T18:21:12,216 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:12,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:12,218 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:12,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62531586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:12,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:12,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:12,221 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13919d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:12,223 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:12,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78793f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:12,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:12,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45833,1731435659456, seqNum=-1] 2024-11-12T18:21:12,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:12,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c., hostname=9911683f163c,45833,1731435659456, seqNum=2] 2024-11-12T18:21:12,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:12,426 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 503, reset compression=false 2024-11-12T18:21:12,455 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 480, reset compression=false 2024-11-12T18:21:12,487 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T18:21:12,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34935,1731435654657, seqNum=-1] 2024-11-12T18:21:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:12,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:12,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731435662675.80bce8c717b85421d33036d62af83ea3., hostname=9911683f163c,34935,1731435654657, seqNum=2] 2024-11-12T18:21:12,497 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T18:21:12,755 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 503, reset compression=false 2024-11-12T18:21:12,775 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:12,775 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 607, reset compression=false 2024-11-12T18:21:12,776 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[{test/80bce8c717b85421d33036d62af83ea3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:21:12,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:12,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:12,797 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 379, reset compression=false 2024-11-12T18:21:12,818 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:12,818 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 655, reset compression=false 2024-11-12T18:21:12,818 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd681ba5116d9d7a1715e74cbb70b14c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T18:21:12,820 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:12,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:12,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:12,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@232e2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:12,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:21:12,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:12,830 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a58100b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:12,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:21:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:12,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:12,837 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:12,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@772de478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:12,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:12,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44985,1731435649031, seqNum=-1] 2024-11-12T18:21:12,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:12,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:12,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731435662043.f8efa96d69448e99c08f4e6765f01259., hostname=9911683f163c,44985,1731435649031, seqNum=2] 2024-11-12T18:21:12,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:12,873 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 480, reset compression=false 2024-11-12T18:21:12,884 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:12,885 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 631, reset compression=false 2024-11-12T18:21:12,885 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:12,998 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 607, reset compression=false 2024-11-12T18:21:13,036 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 655, reset compression=false 2024-11-12T18:21:13,090 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 631, reset compression=false 2024-11-12T18:21:13,303 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 607, reset compression=false 2024-11-12T18:21:13,342 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 655, reset compression=false 2024-11-12T18:21:13,401 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 631, reset compression=false 2024-11-12T18:21:13,499 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T18:21:13,504 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T18:21:13,709 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 607, reset compression=false 2024-11-12T18:21:13,747 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 655, reset compression=false 2024-11-12T18:21:13,752 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:13,752 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 759, reset compression=false 2024-11-12T18:21:13,752 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd681ba5116d9d7a1715e74cbb70b14c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:21:13,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:13,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:13,812 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 631, reset compression=false 2024-11-12T18:21:13,823 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:13,823 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 758, reset compression=false 2024-11-12T18:21:13,823 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8efa96d69448e99c08f4e6765f01259/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T18:21:13,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:13,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:13,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:13,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:13,961 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 759, reset compression=false 2024-11-12T18:21:14,028 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 758, reset compression=false 2024-11-12T18:21:14,218 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 607, reset compression=false 2024-11-12T18:21:14,240 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:14,240 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 757, reset compression=false 2024-11-12T18:21:14,240 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:14,289 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 759, reset compression=false 2024-11-12T18:21:14,346 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 758, reset compression=false 2024-11-12T18:21:14,469 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 757, reset compression=false 2024-11-12T18:21:14,519 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T18:21:14,537 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T18:21:14,708 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 759, reset compression=false 2024-11-12T18:21:14,784 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 758, reset compression=false 2024-11-12T18:21:14,804 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 757, reset compression=false 2024-11-12T18:21:14,809 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:14,809 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 914, reset compression=false 2024-11-12T18:21:14,809 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8efa96d69448e99c08f4e6765f01259/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T18:21:14,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:14,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:14,838 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:14,838 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[{test/80bce8c717b85421d33036d62af83ea3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T18:21:14,839 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 904, reset compression=false 2024-11-12T18:21:14,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:14,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:15,037 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 914, reset compression=false 2024-11-12T18:21:15,077 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 904, reset compression=false 2024-11-12T18:21:15,229 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 759, reset compression=false 2024-11-12T18:21:15,242 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:15,242 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 930, reset compression=false 2024-11-12T18:21:15,242 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:15,362 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 914, reset compression=false 2024-11-12T18:21:15,422 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 904, reset compression=false 2024-11-12T18:21:15,488 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 930, reset compression=false 2024-11-12T18:21:15,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T18:21:15,547 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T18:21:15,791 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 914, reset compression=false 2024-11-12T18:21:15,832 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 930, reset compression=false 2024-11-12T18:21:15,864 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 904, reset compression=false 2024-11-12T18:21:15,872 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:15,872 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1063, reset compression=false 2024-11-12T18:21:15,872 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[{test/80bce8c717b85421d33036d62af83ea3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T18:21:15,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:15,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:16,098 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1063, reset compression=false 2024-11-12T18:21:16,247 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 930, reset compression=false 2024-11-12T18:21:16,257 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:16,257 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1080, reset compression=false 2024-11-12T18:21:16,257 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd681ba5116d9d7a1715e74cbb70b14c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T18:21:16,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:16,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:16,302 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 914, reset compression=false 2024-11-12T18:21:16,345 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:16,345 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1087, reset compression=false 2024-11-12T18:21:16,345 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:16,408 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1063, reset compression=false 2024-11-12T18:21:16,472 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1080, reset compression=false 2024-11-12T18:21:16,561 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T18:21:16,585 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T18:21:16,589 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1087, reset compression=false 2024-11-12T18:21:16,803 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1080, reset compression=false 2024-11-12T18:21:16,828 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1063, reset compression=false 2024-11-12T18:21:16,834 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:16,834 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1239, reset compression=false 2024-11-12T18:21:16,836 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd681ba5116d9d7a1715e74cbb70b14c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T18:21:16,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:16,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:16,937 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1087, reset compression=false 2024-11-12T18:21:16,962 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:16,962 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1236, reset compression=false 2024-11-12T18:21:16,962 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8efa96d69448e99c08f4e6765f01259/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T18:21:16,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:16,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:17,081 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1239, reset compression=false 2024-11-12T18:21:17,193 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1236, reset compression=false 2024-11-12T18:21:17,382 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1063, reset compression=false 2024-11-12T18:21:17,393 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:17,393 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1235, reset compression=false 2024-11-12T18:21:17,393 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:17,420 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1239, reset compression=false 2024-11-12T18:21:17,512 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1236, reset compression=false 2024-11-12T18:21:17,590 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T18:21:17,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:17,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:17,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:17,607 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:17,607 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1235, reset compression=false 2024-11-12T18:21:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aecfa87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:17,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:17,614 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:17,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f82eff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:17,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44931,1731435659286 2024-11-12T18:21:17,619 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a21ace 2024-11-12T18:21:17,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:17,627 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:17,627 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-12T18:21:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T18:21:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:21:17,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:17,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:21:17,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T18:21:17,796 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T18:21:17,801 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T18:21:17,801 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,45833,1731435659456 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T18:21:17,802 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9911683f163c:0-0. 2024-11-12T18:21:17,802 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:17,802 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:17,802 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:17,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:17,904 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T18:21:17,937 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1235, reset compression=false 2024-11-12T18:21:17,945 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1236, reset compression=false 2024-11-12T18:21:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:21:18,004 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 terminated 2024-11-12T18:21:18,031 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,45833,1731435659456, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:18,031 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T18:21:18,032 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T18:21:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T18:21:18,036 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9911683f163c,45833,1731435659456 suceeded 2024-11-12T18:21:18,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T18:21:18,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 395 msec 2024-11-12T18:21:18,039 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T18:21:18,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 411 msec 2024-11-12T18:21:18,059 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43777' 2024-11-12T18:21:18,077 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@152a4026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:18,077 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43777,-1 for getting cluster id 2024-11-12T18:21:18,078 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:18,079 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3031c03b-c12a-411a-a433-811a4b3e3960' 2024-11-12T18:21:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3031c03b-c12a-411a-a433-811a4b3e3960" 2024-11-12T18:21:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74916888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43777,-1] 2024-11-12T18:21:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:18,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:18,081 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:18,082 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2410c20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:18,082 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43777,1731435648592 2024-11-12T18:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2295a603 2024-11-12T18:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:18,084 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:18,087 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,45833,1731435659456 (queues=1) is replicating from cluster=4053da77-b755-4af3-afe4-f125e897c81f to cluster=3031c03b-c12a-411a-a433-811a4b3e3960 2024-11-12T18:21:18,087 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C45833%2C1731435659456 2024-11-12T18:21:18,087 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,45833,1731435659456, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:18,099 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C45833%2C1731435659456 2024-11-12T18:21:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:21:18,272 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:18,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:18,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:18,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:18,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:18,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:18,278 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T18:21:18,354 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1235, reset compression=false 2024-11-12T18:21:18,484 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1236, reset compression=false 2024-11-12T18:21:18,517 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:18,517 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1340, reset compression=false 2024-11-12T18:21:18,517 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8efa96d69448e99c08f4e6765f01259/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:21:18,525 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:21:18,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:18,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34935 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:18,745 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1340, reset compression=false 2024-11-12T18:21:18,861 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1235, reset compression=false 2024-11-12T18:21:18,870 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:18,870 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1362, reset compression=false 2024-11-12T18:21:18,870 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[{test/80bce8c717b85421d33036d62af83ea3/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T18:21:18,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:18,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:19,051 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1340, reset compression=false 2024-11-12T18:21:19,100 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1362, reset compression=false 2024-11-12T18:21:19,287 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T18:21:19,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba2c102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:19,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44931,-1 for getting cluster id 2024-11-12T18:21:19,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:19,296 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4053da77-b755-4af3-afe4-f125e897c81f' 2024-11-12T18:21:19,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:19,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4053da77-b755-4af3-afe4-f125e897c81f" 2024-11-12T18:21:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d9c709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44931,-1] 2024-11-12T18:21:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:19,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,301 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:19,302 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1126f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:19,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44931,1731435659286 2024-11-12T18:21:19,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@232018cb 2024-11-12T18:21:19,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:19,310 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:19,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-12T18:21:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T18:21:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:21:19,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:21:19,456 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1362, reset compression=false 2024-11-12T18:21:19,471 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1340, reset compression=false 2024-11-12T18:21:19,479 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:19,479 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:19,481 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[{test/80bce8c717b85421d33036d62af83ea3/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:21:19,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:19,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:19,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T18:21:19,499 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T18:21:19,499 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T18:21:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T18:21:19,504 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9911683f163c,45833,1731435659456 suceeded 2024-11-12T18:21:19,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T18:21:19,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-12T18:21:19,507 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T18:21:19,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 196 msec 2024-11-12T18:21:19,512 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, startPosition=1239, beingWritten=true 2024-11-12T18:21:19,571 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:19,571 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1518, reset compression=false 2024-11-12T18:21:19,571 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd681ba5116d9d7a1715e74cbb70b14c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T18:21:19,575 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:19,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:19,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:19,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T18:21:19,649 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:19,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:19,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:19,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:19,655 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T18:21:19,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:21:19,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:19,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:19,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:21:19,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1476431979, stopped=false 2024-11-12T18:21:19,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,44931,1731435659286 2024-11-12T18:21:19,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21808475887/running 2024-11-12T18:21:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21808475887/running 2024-11-12T18:21:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:19,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:19,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/running 2024-11-12T18:21:19,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Set watcher on znode that does not yet exist, /21808475887/running 2024-11-12T18:21:19,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:21:19,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:19,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:19,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,663 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-12T18:21:19,663 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e517a6ebf13544d1b38f8d6dc741af9 2024-11-12T18:21:19,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,45833,1731435659456' ***** 2024-11-12T18:21:19,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:21:19,676 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:19,677 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e517a6ebf13544d1b38f8d6dc741af9, disabling compactions & flushes 2024-11-12T18:21:19,677 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:19,677 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:19,677 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. after waiting 0 ms 2024-11-12T18:21:19,677 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:19,677 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e517a6ebf13544d1b38f8d6dc741af9 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-12T18:21:19,681 INFO [RS:0;9911683f163c:45833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:21:19,681 INFO [RS:0;9911683f163c:45833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:21:19,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:21:19,681 INFO [RS:0;9911683f163c:45833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:21:19,682 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: cd681ba5116d9d7a1715e74cbb70b14c, which we are already trying to CLOSE, but not completed yet 2024-11-12T18:21:19,682 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,45833,1731435659456 2024-11-12T18:21:19,682 INFO [RS:0;9911683f163c:45833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:21:19,682 INFO [RS:0;9911683f163c:45833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45833. 2024-11-12T18:21:19,682 DEBUG [RS:0;9911683f163c:45833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:19,682 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:19,682 INFO [RS:0;9911683f163c:45833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:21:19,689 INFO [RS:0;9911683f163c:45833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:21:19,689 INFO [RS:0;9911683f163c:45833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:21:19,689 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:21:19,725 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/.tmp/queue/1b9f33dc1556444fa412e712294df4c5 is 154, key is 1-9911683f163c,45833,1731435659456/queue:9911683f163c%2C45833%2C1731435659456/1731435679581/Put/seqid=0 2024-11-12T18:21:19,725 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:21:19,726 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1325): Online Regions={9e517a6ebf13544d1b38f8d6dc741af9=hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9., cd681ba5116d9d7a1715e74cbb70b14c=test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:21:19,726 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e517a6ebf13544d1b38f8d6dc741af9, cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:19,726 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:19,726 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:19,726 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:19,726 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:19,726 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:19,726 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:21:19,730 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:21:19,731 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:19,761 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/info/300ee1aa5fb44cebb4040161e369f205 is 147, key is hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9./info:regioninfo/1731435670497/Put/seqid=0 2024-11-12T18:21:19,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741840_1016 (size=5353) 2024-11-12T18:21:19,784 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1518, reset compression=false 2024-11-12T18:21:19,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741841_1017 (size=7686) 2024-11-12T18:21:19,795 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/info/300ee1aa5fb44cebb4040161e369f205 2024-11-12T18:21:19,848 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/ns/fe9c9fc5a5fa48d9921cfefadd5b10fa is 43, key is default/ns:d/1731435661874/Put/seqid=0 2024-11-12T18:21:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:21:19,904 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/ns/fe9c9fc5a5fa48d9921cfefadd5b10fa 2024-11-12T18:21:19,928 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e517a6ebf13544d1b38f8d6dc741af9, cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:19,967 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/rep_barrier/19cac4ea601240e1a0ed8d106b7fd8de is 112, key is test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c./rep_barrier:seqnumDuringOpen/1731435664610/Put/seqid=0 2024-11-12T18:21:20,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741843_1019 (size=5518) 2024-11-12T18:21:20,009 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/rep_barrier/19cac4ea601240e1a0ed8d106b7fd8de 2024-11-12T18:21:20,054 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1340, reset compression=false 2024-11-12T18:21:20,068 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:20,090 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/table/41a253de726349fb96ff5e643bc7fd5c is 53, key is hbase:replication/table:state/1731435670504/Put/seqid=0 2024-11-12T18:21:20,117 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1518, reset compression=false 2024-11-12T18:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:20,125 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:20,131 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e517a6ebf13544d1b38f8d6dc741af9, cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:20,145 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:21:20,145 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:21:20,166 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/.tmp/queue/1b9f33dc1556444fa412e712294df4c5 2024-11-12T18:21:20,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741844_1020 (size=5308) 2024-11-12T18:21:20,179 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/.tmp/queue/1b9f33dc1556444fa412e712294df4c5 as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/queue/1b9f33dc1556444fa412e712294df4c5 2024-11-12T18:21:20,190 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/queue/1b9f33dc1556444fa412e712294df4c5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T18:21:20,191 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9e517a6ebf13544d1b38f8d6dc741af9 in 514ms, sequenceid=12, compaction requested=false 2024-11-12T18:21:20,205 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/replication/9e517a6ebf13544d1b38f8d6dc741af9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T18:21:20,206 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:20,206 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:21:20,206 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:20,206 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e517a6ebf13544d1b38f8d6dc741af9: Waiting for close lock at 1731435679677Running coprocessor pre-close hooks at 1731435679677Disabling compacts and flushes for region at 1731435679677Disabling writes for close at 1731435679677Obtaining lock to block concurrent updates at 1731435679677Preparing flush snapshotting stores in 9e517a6ebf13544d1b38f8d6dc741af9 at 1731435679677Finished memstore snapshotting hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731435679678 (+1 ms)Flushing stores of hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. at 1731435679678Flushing 9e517a6ebf13544d1b38f8d6dc741af9/queue: creating writer at 1731435679678Flushing 9e517a6ebf13544d1b38f8d6dc741af9/queue: appending metadata at 1731435679724 (+46 ms)Flushing 9e517a6ebf13544d1b38f8d6dc741af9/queue: closing flushed file at 1731435679724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af0277a: reopening flushed file at 1731435680175 (+451 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9e517a6ebf13544d1b38f8d6dc741af9 in 514ms, sequenceid=12, compaction requested=false at 1731435680191 (+16 ms)Writing region close event to WAL at 1731435680197 (+6 ms)Running coprocessor post-close hooks at 1731435680206 (+9 ms)Closed at 1731435680206 2024-11-12T18:21:20,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435669319.9e517a6ebf13544d1b38f8d6dc741af9. 2024-11-12T18:21:20,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd681ba5116d9d7a1715e74cbb70b14c, disabling compactions & flushes 2024-11-12T18:21:20,207 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:20,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:20,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. after waiting 0 ms 2024-11-12T18:21:20,207 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:20,207 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd681ba5116d9d7a1715e74cbb70b14c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T18:21:20,262 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/f/e8684463c12c4df98c02b702297048a7 is 37, key is row3/f:row3/1731435678274/Put/seqid=0 2024-11-12T18:21:20,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741845_1021 (size=5228) 2024-11-12T18:21:20,294 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/f/e8684463c12c4df98c02b702297048a7 2024-11-12T18:21:20,327 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8684463c12c4df98c02b702297048a7 2024-11-12T18:21:20,331 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:20,367 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:20,388 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/f1/72aca86be9764d0085f5859ffa6c059a is 30, key is row1/f1:/1731435675543/DeleteFamily/seqid=0 2024-11-12T18:21:20,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741846_1022 (size=5158) 2024-11-12T18:21:20,427 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/f1/72aca86be9764d0085f5859ffa6c059a 2024-11-12T18:21:20,440 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72aca86be9764d0085f5859ffa6c059a 2024-11-12T18:21:20,480 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/norep/daa7d3787cdb42c29e59d05d2553c826 is 33, key is row2/norep:/1731435676563/DeleteFamily/seqid=0 2024-11-12T18:21:20,501 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741847_1023 (size=5108) 2024-11-12T18:21:20,532 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:20,564 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/table/41a253de726349fb96ff5e643bc7fd5c 2024-11-12T18:21:20,569 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/info/300ee1aa5fb44cebb4040161e369f205 as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/info/300ee1aa5fb44cebb4040161e369f205 2024-11-12T18:21:20,575 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/info/300ee1aa5fb44cebb4040161e369f205, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:21:20,576 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/ns/fe9c9fc5a5fa48d9921cfefadd5b10fa as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/ns/fe9c9fc5a5fa48d9921cfefadd5b10fa 2024-11-12T18:21:20,579 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1518, reset compression=false 2024-11-12T18:21:20,585 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/ns/fe9c9fc5a5fa48d9921cfefadd5b10fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:21:20,588 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/rep_barrier/19cac4ea601240e1a0ed8d106b7fd8de as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/rep_barrier/19cac4ea601240e1a0ed8d106b7fd8de 2024-11-12T18:21:20,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:20,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1765, reset compression=false 2024-11-12T18:21:20,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,45833,1731435659456 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:20,591 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,45833,1731435659456: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,45833,1731435659456, walGroup=9911683f163c%2C45833%2C1731435659456, offset=9911683f163c%2C45833%2C1731435659456.1731435661326:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:45833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:21:20,593 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:21:20,593 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:21:20,594 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:21:20,594 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:21:20,594 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:21:20,594 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 815259712 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199226328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:21:20,594 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:44931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:44931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:21:20,602 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/rep_barrier/19cac4ea601240e1a0ed8d106b7fd8de, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:21:20,605 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/.tmp/table/41a253de726349fb96ff5e643bc7fd5c as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/table/41a253de726349fb96ff5e643bc7fd5c 2024-11-12T18:21:20,613 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/table/41a253de726349fb96ff5e643bc7fd5c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:21:20,621 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=16, compaction requested=false 2024-11-12T18:21:20,679 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:21:20,680 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:20,680 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:21:20,680 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:20,680 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435679726Running coprocessor pre-close hooks at 1731435679726Disabling compacts and flushes for region at 1731435679726Disabling writes for close at 1731435679726Obtaining lock to block concurrent updates at 1731435679726Preparing flush snapshotting stores in 1588230740 at 1731435679726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435679727 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435679728 (+1 ms)Flushing 1588230740/info: creating writer at 1731435679728Flushing 1588230740/info: appending metadata at 1731435679760 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731435679760Flushing 1588230740/ns: creating writer at 1731435679812 (+52 ms)Flushing 1588230740/ns: appending metadata at 1731435679848 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731435679848Flushing 1588230740/rep_barrier: creating writer at 1731435679927 (+79 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435679966 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435679966Flushing 1588230740/table: creating writer at 1731435680038 (+72 ms)Flushing 1588230740/table: appending metadata at 1731435680090 (+52 ms)Flushing 1588230740/table: closing flushed file at 1731435680090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3687c75: reopening flushed file at 1731435680568 (+478 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a8ca77: reopening flushed file at 1731435680575 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457f732: reopening flushed file at 1731435680586 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b743f2: reopening flushed file at 1731435680604 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=16, compaction requested=false at 1731435680621 (+17 ms)Writing region close event to WAL at 1731435680672 (+51 ms)Running coprocessor post-close hooks at 1731435680680 (+8 ms)Closed at 1731435680680 2024-11-12T18:21:20,681 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:20,688 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:20,732 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:21:20,732 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1325): Online Regions={cd681ba5116d9d7a1715e74cbb70b14c=test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c.} 2024-11-12T18:21:20,732 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:20,806 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1765, reset compression=false 2024-11-12T18:21:20,921 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/norep/daa7d3787cdb42c29e59d05d2553c826 2024-11-12T18:21:20,932 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:20,948 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daa7d3787cdb42c29e59d05d2553c826 2024-11-12T18:21:20,955 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/f/e8684463c12c4df98c02b702297048a7 as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/f/e8684463c12c4df98c02b702297048a7 2024-11-12T18:21:20,974 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8684463c12c4df98c02b702297048a7 2024-11-12T18:21:20,974 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/f/e8684463c12c4df98c02b702297048a7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T18:21:20,984 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/f1/72aca86be9764d0085f5859ffa6c059a as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/f1/72aca86be9764d0085f5859ffa6c059a 2024-11-12T18:21:21,009 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 72aca86be9764d0085f5859ffa6c059a 2024-11-12T18:21:21,009 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/f1/72aca86be9764d0085f5859ffa6c059a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T18:21:21,017 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/.tmp/norep/daa7d3787cdb42c29e59d05d2553c826 as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/norep/daa7d3787cdb42c29e59d05d2553c826 2024-11-12T18:21:21,030 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:21,060 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for daa7d3787cdb42c29e59d05d2553c826 2024-11-12T18:21:21,060 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/norep/daa7d3787cdb42c29e59d05d2553c826, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T18:21:21,062 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd681ba5116d9d7a1715e74cbb70b14c in 855ms, sequenceid=12, compaction requested=false 2024-11-12T18:21:21,092 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:21,133 DEBUG [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1351): Waiting on cd681ba5116d9d7a1715e74cbb70b14c 2024-11-12T18:21:21,135 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/data/default/test/cd681ba5116d9d7a1715e74cbb70b14c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T18:21:21,138 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:21,138 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:21:21,138 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:21,138 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd681ba5116d9d7a1715e74cbb70b14c: Waiting for close lock at 1731435680207Running coprocessor pre-close hooks at 1731435680207Disabling compacts and flushes for region at 1731435680207Disabling writes for close at 1731435680207Obtaining lock to block concurrent updates at 1731435680207Preparing flush snapshotting stores in cd681ba5116d9d7a1715e74cbb70b14c at 1731435680207Finished memstore snapshotting test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731435680208 (+1 ms)Flushing stores of test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. at 1731435680209 (+1 ms)Flushing cd681ba5116d9d7a1715e74cbb70b14c/f: creating writer at 1731435680209Flushing cd681ba5116d9d7a1715e74cbb70b14c/f: appending metadata at 1731435680260 (+51 ms)Flushing cd681ba5116d9d7a1715e74cbb70b14c/f: closing flushed file at 1731435680260Flushing cd681ba5116d9d7a1715e74cbb70b14c/f1: creating writer at 1731435680328 (+68 ms)Flushing cd681ba5116d9d7a1715e74cbb70b14c/f1: appending metadata at 1731435680387 (+59 ms)Flushing cd681ba5116d9d7a1715e74cbb70b14c/f1: closing flushed file at 1731435680387Flushing cd681ba5116d9d7a1715e74cbb70b14c/norep: creating writer at 1731435680440 (+53 ms)Flushing cd681ba5116d9d7a1715e74cbb70b14c/norep: appending metadata at 1731435680478 (+38 ms)Flushing cd681ba5116d9d7a1715e74cbb70b14c/norep: closing flushed file at 1731435680479 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9ab14: reopening flushed file at 1731435680948 (+469 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c63bbd0: reopening flushed file at 1731435680974 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d5b229: reopening flushed file at 1731435681009 (+35 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cd681ba5116d9d7a1715e74cbb70b14c in 855ms, sequenceid=12, compaction requested=false at 1731435681062 (+53 ms)Writing region close event to WAL at 1731435681105 (+43 ms)Running coprocessor post-close hooks at 1731435681137 (+32 ms)Closed at 1731435681138 (+1 ms) 2024-11-12T18:21:21,138 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435663828.cd681ba5116d9d7a1715e74cbb70b14c. 2024-11-12T18:21:21,144 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 1765, reset compression=false 2024-11-12T18:21:21,182 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:21,182 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 2409, reset compression=false 2024-11-12T18:21:21,336 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,45833,1731435659456; all regions closed. 2024-11-12T18:21:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:21:21,387 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.rep.1731435670462 not finished, retry = 0 2024-11-12T18:21:21,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741839_1015 (size=3115) 2024-11-12T18:21:21,404 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/WALs/9911683f163c,45833,1731435659456/9911683f163c%2C45833%2C1731435659456.1731435661326 to pos 2409, reset compression=false 2024-11-12T18:21:21,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741832_1008 (size=2417) 2024-11-12T18:21:21,509 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:21,509 INFO [RS:0;9911683f163c:45833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:21:21,509 INFO [RS:0;9911683f163c:45833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:21:21,509 INFO [RS:0;9911683f163c:45833 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:21:21,509 INFO [RS:0;9911683f163c:45833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:21:21,509 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:21:21,509 INFO [RS:0;9911683f163c:45833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,45833,1731435659456 because: Region server is closing 2024-11-12T18:21:21,510 INFO [RS:0;9911683f163c:45833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45833. 2024-11-12T18:21:21,510 DEBUG [RS:0;9911683f163c:45833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:21,510 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:21,510 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:21,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:21,610 INFO [RS:0;9911683f163c:45833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.shipper9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 terminated 2024-11-12T18:21:21,610 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,45833,1731435659456.replicationSource.wal-reader.9911683f163c%2C45833%2C1731435659456,1-9911683f163c,45833,1731435659456 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:21:21,611 INFO [RS:0;9911683f163c:45833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:45833. 2024-11-12T18:21:21,611 DEBUG [RS:0;9911683f163c:45833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:21,611 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:21,611 DEBUG [RS:0;9911683f163c:45833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:21,611 INFO [RS:0;9911683f163c:45833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45833 2024-11-12T18:21:21,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:21,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887/rs 2024-11-12T18:21:21,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21808475887/rs/9911683f163c,45833,1731435659456 2024-11-12T18:21:21,621 INFO [RS:0;9911683f163c:45833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:21:21,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,45833,1731435659456] 2024-11-12T18:21:21,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/draining/9911683f163c,45833,1731435659456 already deleted, retry=false 2024-11-12T18:21:21,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,45833,1731435659456 expired; onlineServers=0 2024-11-12T18:21:21,630 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,44931,1731435659286' ***** 2024-11-12T18:21:21,630 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:21:21,630 INFO [M:0;9911683f163c:44931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:21:21,630 INFO [M:0;9911683f163c:44931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:21:21,630 DEBUG [M:0;9911683f163c:44931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:21:21,630 DEBUG [M:0;9911683f163c:44931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:21:21,630 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435660957 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435660957,5,FailOnTimeoutGroup] 2024-11-12T18:21:21,630 INFO [M:0;9911683f163c:44931 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:21:21,630 INFO [M:0;9911683f163c:44931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:21:21,630 DEBUG [M:0;9911683f163c:44931 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:21:21,630 INFO [M:0;9911683f163c:44931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:21:21,631 INFO [M:0;9911683f163c:44931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:21:21,631 INFO [M:0;9911683f163c:44931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:21:21,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:21:21,636 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:21,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:21:21,636 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435660957 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435660957,5,FailOnTimeoutGroup] 2024-11-12T18:21:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21808475887/master 2024-11-12T18:21:21,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21808475887 2024-11-12T18:21:21,640 DEBUG [M:0;9911683f163c:44931 {}] zookeeper.RecoverableZooKeeper(212): Node /21808475887/master already deleted, retry=false 2024-11-12T18:21:21,640 DEBUG [M:0;9911683f163c:44931 {}] master.ActiveMasterManager(353): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Failed delete of our master address node; KeeperErrorCode = NoNode for /21808475887/master 2024-11-12T18:21:21,649 INFO [M:0;9911683f163c:44931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/.lastflushedseqids 2024-11-12T18:21:21,660 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:21,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741848_1024 (size=245) 2024-11-12T18:21:21,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:21,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45833-0x100353959100007, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:21,729 INFO [RS:0;9911683f163c:45833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:21:21,729 INFO [RS:0;9911683f163c:45833 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,45833,1731435659456; zookeeper connection closed. 2024-11-12T18:21:21,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fc67236 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fc67236 2024-11-12T18:21:21,732 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:21:22,089 INFO [M:0;9911683f163c:44931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:21:22,089 INFO [M:0;9911683f163c:44931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:21:22,089 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:22,089 INFO [M:0;9911683f163c:44931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:22,089 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:22,089 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:22,089 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:22,089 INFO [M:0;9911683f163c:44931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-12T18:21:22,154 DEBUG [M:0;9911683f163c:44931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ffe6f7c3d60493eab2de73931f34ce2 is 82, key is hbase:meta,,1/info:regioninfo/1731435661856/Put/seqid=0 2024-11-12T18:21:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741849_1025 (size=5672) 2024-11-12T18:21:22,171 INFO [M:0;9911683f163c:44931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ffe6f7c3d60493eab2de73931f34ce2 2024-11-12T18:21:22,230 DEBUG [M:0;9911683f163c:44931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c2a4cc7818c47ad833c9d94de7c705a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435670507/Put/seqid=0 2024-11-12T18:21:22,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741850_1026 (size=9213) 2024-11-12T18:21:22,266 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:22,382 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:22,648 INFO [M:0;9911683f163c:44931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c2a4cc7818c47ad833c9d94de7c705a 2024-11-12T18:21:22,687 DEBUG [M:0;9911683f163c:44931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c262a9ff184b44aaba64827f56420666 is 69, key is 9911683f163c,45833,1731435659456/rs:state/1731435661046/Put/seqid=0 2024-11-12T18:21:22,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741851_1027 (size=5156) 2024-11-12T18:21:22,985 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:23,134 INFO [M:0;9911683f163c:44931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c262a9ff184b44aaba64827f56420666 2024-11-12T18:21:23,150 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3ffe6f7c3d60493eab2de73931f34ce2 as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ffe6f7c3d60493eab2de73931f34ce2 2024-11-12T18:21:23,159 INFO [M:0;9911683f163c:44931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3ffe6f7c3d60493eab2de73931f34ce2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T18:21:23,159 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c2a4cc7818c47ad833c9d94de7c705a as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c2a4cc7818c47ad833c9d94de7c705a 2024-11-12T18:21:23,164 INFO [M:0;9911683f163c:44931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c2a4cc7818c47ad833c9d94de7c705a, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T18:21:23,165 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c262a9ff184b44aaba64827f56420666 as hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c262a9ff184b44aaba64827f56420666 2024-11-12T18:21:23,174 INFO [M:0;9911683f163c:44931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38585/user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c262a9ff184b44aaba64827f56420666, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T18:21:23,176 INFO [M:0;9911683f163c:44931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1087ms, sequenceid=127, compaction requested=false 2024-11-12T18:21:23,192 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:23,201 INFO [M:0;9911683f163c:44931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:23,201 DEBUG [M:0;9911683f163c:44931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435682089Disabling compacts and flushes for region at 1731435682089Disabling writes for close at 1731435682089Obtaining lock to block concurrent updates at 1731435682089Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435682089Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731435682090 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435682090Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435682090Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435682153 (+63 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435682153Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435682179 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435682229 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435682229Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435682659 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435682686 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435682686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37480837: reopening flushed file at 1731435683149 (+463 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11691c8b: reopening flushed file at 1731435683159 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64cc4eca: reopening flushed file at 1731435683164 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1087ms, sequenceid=127, compaction requested=false at 1731435683176 (+12 ms)Writing region close event to WAL at 1731435683200 (+24 ms)Closed at 1731435683201 (+1 ms) 2024-11-12T18:21:23,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37897 is added to blk_1073741830_1006 (size=73878) 2024-11-12T18:21:23,228 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/535a220d-8e5a-b443-2243-7a9c5a649ec9/MasterData/WALs/9911683f163c,44931,1731435659286/9911683f163c%2C44931%2C1731435659286.1731435660718 not finished, retry = 0 2024-11-12T18:21:23,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:21:23,332 INFO [M:0;9911683f163c:44931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:21:23,332 INFO [M:0;9911683f163c:44931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44931 2024-11-12T18:21:23,336 INFO [M:0;9911683f163c:44931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:21:23,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:23,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44931-0x100353959100006, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:23,439 INFO [M:0;9911683f163c:44931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:21:23,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67092e27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:21:23,477 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5977000{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:21:23,477 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:21:23,477 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a8cf022{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:21:23,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45dd381e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir/,STOPPED} 2024-11-12T18:21:23,481 WARN [BP-2140498744-172.17.0.3-1731435657820 heartbeating to localhost/127.0.0.1:38585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:21:23,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:21:23,481 WARN [BP-2140498744-172.17.0.3-1731435657820 heartbeating to localhost/127.0.0.1:38585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2140498744-172.17.0.3-1731435657820 (Datanode Uuid f55b4d80-2504-405f-a54e-94395eca113a) service to localhost/127.0.0.1:38585 2024-11-12T18:21:23,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:21:23,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/cluster_d06a7234-5dfa-8076-7aaa-deca9c24eb36/data/data2/current/BP-2140498744-172.17.0.3-1731435657820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:21:23,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/cluster_d06a7234-5dfa-8076-7aaa-deca9c24eb36/data/data1/current/BP-2140498744-172.17.0.3-1731435657820 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:21:23,483 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:21:23,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23ff0e4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:21:23,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f67c797{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:21:23,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:21:23,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee957c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:21:23,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16714002{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir/,STOPPED} 2024-11-12T18:21:23,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:21:23,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:21:23,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:23,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:23,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:23,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:23,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:23,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:21:23,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1819184857, stopped=false 2024-11-12T18:21:23,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,38631,1731435654409 2024-11-12T18:21:23,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11939782328/running 2024-11-12T18:21:23,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11939782328/running 2024-11-12T18:21:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:21:23,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:21:23,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/running 2024-11-12T18:21:23,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Set watcher on znode that does not yet exist, /11939782328/running 2024-11-12T18:21:23,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:21:23,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:23,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:23,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:23,551 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,34935,1731435654657' ***** 2024-11-12T18:21:23,551 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:21:23,552 INFO [RS:0;9911683f163c:34935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:21:23,552 INFO [RS:0;9911683f163c:34935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:21:23,552 INFO [RS:0;9911683f163c:34935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:21:23,552 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:23,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,34935,1731435654657 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34935. 2024-11-12T18:21:23,565 DEBUG [RS:0;9911683f163c:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:23,565 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:21:23,565 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:21:23,567 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80bce8c717b85421d33036d62af83ea3, disabling compactions & flushes 2024-11-12T18:21:23,567 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:23,567 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:23,567 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435662675.80bce8c717b85421d33036d62af83ea3. after waiting 0 ms 2024-11-12T18:21:23,567 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:23,567 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80bce8c717b85421d33036d62af83ea3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T18:21:23,577 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:21:23,577 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1325): Online Regions={80bce8c717b85421d33036d62af83ea3=test,,1731435662675.80bce8c717b85421d33036d62af83ea3., 1588230740=hbase:meta,,1.1588230740, 2c4219aa71a173e5f40884075022f6b2=hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.} 2024-11-12T18:21:23,577 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:23,577 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:23,577 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:23,577 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:23,577 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:23,577 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:23,577 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:21:23,630 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/f/ccf050858d084dafb97e70ea23ed712e is 37, key is row3/f:row3/1731435678274/Put/seqid=0 2024-11-12T18:21:23,646 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/info/2796827d34db44b389b041b896c05758 is 147, key is hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2./info:regioninfo/1731435668363/Put/seqid=0 2024-11-12T18:21:23,652 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:21:23,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741840_1016 (size=5228) 2024-11-12T18:21:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741841_1017 (size=7686) 2024-11-12T18:21:23,706 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/info/2796827d34db44b389b041b896c05758 2024-11-12T18:21:23,777 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:23,803 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/ns/ed3873a3311445f2a37efefe26be8956 is 43, key is default/ns:d/1731435657657/Put/seqid=0 2024-11-12T18:21:23,825 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:23,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:21:23,879 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/ns/ed3873a3311445f2a37efefe26be8956 2024-11-12T18:21:23,939 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/rep_barrier/17faa768fddb4790ac48f5be3bdd64e1 is 112, key is test,,1731435662675.80bce8c717b85421d33036d62af83ea3./rep_barrier:seqnumDuringOpen/1731435663444/Put/seqid=0 2024-11-12T18:21:23,941 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:21:23,980 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741843_1019 (size=5518) 2024-11-12T18:21:24,085 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/f/ccf050858d084dafb97e70ea23ed712e 2024-11-12T18:21:24,106 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf050858d084dafb97e70ea23ed712e 2024-11-12T18:21:24,137 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1466, reset compression=false 2024-11-12T18:21:24,153 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/f1/8944198f64754b8f90a69799ff996ead is 30, key is row1/f1:/1731435675543/DeleteFamily/seqid=0 2024-11-12T18:21:24,169 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:24,169 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1713, reset compression=false 2024-11-12T18:21:24,169 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34935,1731435654657 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:24,170 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,34935,1731435654657: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,34935,1731435654657, walGroup=9911683f163c%2C34935%2C1731435654657, offset=9911683f163c%2C34935%2C1731435654657.1731435656570:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:34935 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:21:24,171 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:21:24,171 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:21:24,172 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:21:24,172 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:21:24,172 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:21:24,172 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 880271424 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199540712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:21:24,173 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:38631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:38631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:21:24,180 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:24,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741844_1020 (size=5158) 2024-11-12T18:21:24,380 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:24,380 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/rep_barrier/17faa768fddb4790ac48f5be3bdd64e1 2024-11-12T18:21:24,430 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/table/1a128f9196914f848ab83b5298e81f13 is 53, key is hbase:replication/table:state/1731435668372/Put/seqid=0 2024-11-12T18:21:24,435 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1713, reset compression=false 2024-11-12T18:21:24,445 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:21:24,445 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:21:24,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741845_1021 (size=5308) 2024-11-12T18:21:24,477 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/table/1a128f9196914f848ab83b5298e81f13 2024-11-12T18:21:24,486 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/info/2796827d34db44b389b041b896c05758 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/info/2796827d34db44b389b041b896c05758 2024-11-12T18:21:24,491 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/info/2796827d34db44b389b041b896c05758, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:21:24,492 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/ns/ed3873a3311445f2a37efefe26be8956 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/ns/ed3873a3311445f2a37efefe26be8956 2024-11-12T18:21:24,499 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/ns/ed3873a3311445f2a37efefe26be8956, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:21:24,500 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/rep_barrier/17faa768fddb4790ac48f5be3bdd64e1 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/rep_barrier/17faa768fddb4790ac48f5be3bdd64e1 2024-11-12T18:21:24,506 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/rep_barrier/17faa768fddb4790ac48f5be3bdd64e1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:21:24,506 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/.tmp/table/1a128f9196914f848ab83b5298e81f13 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/table/1a128f9196914f848ab83b5298e81f13 2024-11-12T18:21:24,512 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/table/1a128f9196914f848ab83b5298e81f13, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:21:24,513 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=16, compaction requested=false 2024-11-12T18:21:24,570 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:21:24,571 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:24,571 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:21:24,571 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:24,571 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435683577Running coprocessor pre-close hooks at 1731435683577Disabling compacts and flushes for region at 1731435683577Disabling writes for close at 1731435683577Obtaining lock to block concurrent updates at 1731435683577Preparing flush snapshotting stores in 1588230740 at 1731435683577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435683578 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435683578Flushing 1588230740/info: creating writer at 1731435683578Flushing 1588230740/info: appending metadata at 1731435683646 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731435683646Flushing 1588230740/ns: creating writer at 1731435683749 (+103 ms)Flushing 1588230740/ns: appending metadata at 1731435683802 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731435683802Flushing 1588230740/rep_barrier: creating writer at 1731435683886 (+84 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435683938 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435683938Flushing 1588230740/table: creating writer at 1731435684390 (+452 ms)Flushing 1588230740/table: appending metadata at 1731435684429 (+39 ms)Flushing 1588230740/table: closing flushed file at 1731435684429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9f5d73: reopening flushed file at 1731435684485 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb5cbad: reopening flushed file at 1731435684491 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d899aa7: reopening flushed file at 1731435684499 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154f3f51: reopening flushed file at 1731435684506 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 936ms, sequenceid=16, compaction requested=false at 1731435684513 (+7 ms)Writing region close event to WAL at 1731435684557 (+44 ms)Running coprocessor post-close hooks at 1731435684571 (+14 ms)Closed at 1731435684571 2024-11-12T18:21:24,571 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:24,580 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:21:24,580 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1325): Online Regions={80bce8c717b85421d33036d62af83ea3=test,,1731435662675.80bce8c717b85421d33036d62af83ea3., 2c4219aa71a173e5f40884075022f6b2=hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2.} 2024-11-12T18:21:24,580 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:24,616 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/f1/8944198f64754b8f90a69799ff996ead 2024-11-12T18:21:24,622 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8944198f64754b8f90a69799ff996ead 2024-11-12T18:21:24,693 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/norep/7a30780587144ef5a3e5b9a9c9337e15 is 33, key is row1/norep:/1731435675543/DeleteFamily/seqid=0 2024-11-12T18:21:24,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741846_1022 (size=5108) 2024-11-12T18:21:24,721 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/norep/7a30780587144ef5a3e5b9a9c9337e15 2024-11-12T18:21:24,733 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a30780587144ef5a3e5b9a9c9337e15 2024-11-12T18:21:24,741 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/f/ccf050858d084dafb97e70ea23ed712e as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/f/ccf050858d084dafb97e70ea23ed712e 2024-11-12T18:21:24,749 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:24,754 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ccf050858d084dafb97e70ea23ed712e 2024-11-12T18:21:24,755 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/f/ccf050858d084dafb97e70ea23ed712e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T18:21:24,755 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/f1/8944198f64754b8f90a69799ff996ead as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/f1/8944198f64754b8f90a69799ff996ead 2024-11-12T18:21:24,772 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8944198f64754b8f90a69799ff996ead 2024-11-12T18:21:24,772 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/f1/8944198f64754b8f90a69799ff996ead, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T18:21:24,774 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/.tmp/norep/7a30780587144ef5a3e5b9a9c9337e15 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/norep/7a30780587144ef5a3e5b9a9c9337e15 2024-11-12T18:21:24,781 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 2c4219aa71a173e5f40884075022f6b2, 80bce8c717b85421d33036d62af83ea3 2024-11-12T18:21:24,792 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 1713, reset compression=false 2024-11-12T18:21:24,793 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a30780587144ef5a3e5b9a9c9337e15 2024-11-12T18:21:24,793 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/norep/7a30780587144ef5a3e5b9a9c9337e15, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T18:21:24,795 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 80bce8c717b85421d33036d62af83ea3 in 1228ms, sequenceid=12, compaction requested=false 2024-11-12T18:21:24,847 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:24,847 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.1731435656570 to pos 2062, reset compression=false 2024-11-12T18:21:24,911 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:24,921 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/data/default/test/80bce8c717b85421d33036d62af83ea3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T18:21:24,925 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:24,925 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:21:24,925 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:24,925 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80bce8c717b85421d33036d62af83ea3: Waiting for close lock at 1731435683567Running coprocessor pre-close hooks at 1731435683567Disabling compacts and flushes for region at 1731435683567Disabling writes for close at 1731435683567Obtaining lock to block concurrent updates at 1731435683567Preparing flush snapshotting stores in 80bce8c717b85421d33036d62af83ea3 at 1731435683567Finished memstore snapshotting test,,1731435662675.80bce8c717b85421d33036d62af83ea3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731435683567Flushing stores of test,,1731435662675.80bce8c717b85421d33036d62af83ea3. at 1731435683568 (+1 ms)Flushing 80bce8c717b85421d33036d62af83ea3/f: creating writer at 1731435683568Flushing 80bce8c717b85421d33036d62af83ea3/f: appending metadata at 1731435683629 (+61 ms)Flushing 80bce8c717b85421d33036d62af83ea3/f: closing flushed file at 1731435683629Flushing 80bce8c717b85421d33036d62af83ea3/f1: creating writer at 1731435684106 (+477 ms)Flushing 80bce8c717b85421d33036d62af83ea3/f1: appending metadata at 1731435684153 (+47 ms)Flushing 80bce8c717b85421d33036d62af83ea3/f1: closing flushed file at 1731435684153Flushing 80bce8c717b85421d33036d62af83ea3/norep: creating writer at 1731435684622 (+469 ms)Flushing 80bce8c717b85421d33036d62af83ea3/norep: appending metadata at 1731435684692 (+70 ms)Flushing 80bce8c717b85421d33036d62af83ea3/norep: closing flushed file at 1731435684692Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f83176: reopening flushed file at 1731435684733 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467bc554: reopening flushed file at 1731435684755 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cbe492c: reopening flushed file at 1731435684772 (+17 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 80bce8c717b85421d33036d62af83ea3 in 1228ms, sequenceid=12, compaction requested=false at 1731435684795 (+23 ms)Writing region close event to WAL at 1731435684881 (+86 ms)Running coprocessor post-close hooks at 1731435684925 (+44 ms)Closed at 1731435684925 2024-11-12T18:21:24,925 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435662675.80bce8c717b85421d33036d62af83ea3. 2024-11-12T18:21:24,926 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c4219aa71a173e5f40884075022f6b2, disabling compactions & flushes 2024-11-12T18:21:24,926 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,926 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,926 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. after waiting 0 ms 2024-11-12T18:21:24,926 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,926 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c4219aa71a173e5f40884075022f6b2: Waiting for close lock at 1731435684925Running coprocessor pre-close hooks at 1731435684925Disabling compacts and flushes for region at 1731435684925Disabling writes for close at 1731435684926 (+1 ms)Failed flush hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2., putting online again at 1731435684926 2024-11-12T18:21:24,926 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,981 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:24,981 DEBUG [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1351): Waiting on 2c4219aa71a173e5f40884075022f6b2 2024-11-12T18:21:24,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c4219aa71a173e5f40884075022f6b2, disabling compactions & flushes 2024-11-12T18:21:24,981 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,981 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. after waiting 0 ms 2024-11-12T18:21:24,982 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:24,982 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c4219aa71a173e5f40884075022f6b2: Waiting for close lock at 1731435684981Running coprocessor pre-close hooks at 1731435684981Disabling compacts and flushes for region at 1731435684981Disabling writes for close at 1731435684981Failed flush hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2., putting online again at 1731435684982 (+1 ms) 2024-11-12T18:21:24,982 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435667160.2c4219aa71a173e5f40884075022f6b2. 2024-11-12T18:21:25,184 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T18:21:25,184 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,34935,1731435654657; all regions closed. 2024-11-12T18:21:25,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:21:25,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/WALs/9911683f163c,34935,1731435654657/9911683f163c%2C34935%2C1731435654657.meta.1731435657557.meta not finished, retry = 0 2024-11-12T18:21:25,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741839_1015 (size=2609) 2024-11-12T18:21:25,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741832_1008 (size=2365) 2024-11-12T18:21:25,380 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:25,380 INFO [RS:0;9911683f163c:34935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:21:25,381 INFO [RS:0;9911683f163c:34935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:21:25,381 INFO [RS:0;9911683f163c:34935 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:21:25,381 INFO [RS:0;9911683f163c:34935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:21:25,382 INFO [RS:0;9911683f163c:34935 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,34935,1731435654657 because: Region server is closing 2024-11-12T18:21:25,382 INFO [RS:0;9911683f163c:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34935. 2024-11-12T18:21:25,382 DEBUG [RS:0;9911683f163c:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:25,382 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:25,382 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:25,384 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:21:25,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:25,483 INFO [RS:0;9911683f163c:34935 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.shipper9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 terminated 2024-11-12T18:21:25,483 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34935,1731435654657.replicationSource.wal-reader.9911683f163c%2C34935%2C1731435654657,1-9911683f163c,34935,1731435654657 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-12T18:21:25,483 INFO [RS:0;9911683f163c:34935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34935. 2024-11-12T18:21:25,483 DEBUG [RS:0;9911683f163c:34935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:25,483 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:25,483 DEBUG [RS:0;9911683f163c:34935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:25,483 INFO [RS:0;9911683f163c:34935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34935 2024-11-12T18:21:25,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328/rs 2024-11-12T18:21:25,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,34935,1731435654657] 2024-11-12T18:21:25,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/draining/9911683f163c,34935,1731435654657 already deleted, retry=false 2024-11-12T18:21:25,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,34935,1731435654657 expired; onlineServers=0 2024-11-12T18:21:25,493 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,38631,1731435654409' ***** 2024-11-12T18:21:25,493 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:21:25,493 INFO [M:0;9911683f163c:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:21:25,493 INFO [M:0;9911683f163c:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:21:25,493 DEBUG [M:0;9911683f163c:38631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:21:25,493 DEBUG [M:0;9911683f163c:38631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:21:25,493 INFO [RS:0;9911683f163c:34935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:21:25,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11939782328/rs/9911683f163c,34935,1731435654657 2024-11-12T18:21:25,493 INFO [M:0;9911683f163c:38631 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:21:25,494 INFO [M:0;9911683f163c:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:21:25,494 DEBUG [M:0;9911683f163c:38631 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:21:25,494 INFO [M:0;9911683f163c:38631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:21:25,494 INFO [M:0;9911683f163c:38631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:21:25,495 INFO [M:0;9911683f163c:38631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:21:25,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:21:25,495 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:21:25,495 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435656322 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435656322,5,FailOnTimeoutGroup] 2024-11-12T18:21:25,500 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435656324 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435656324,5,FailOnTimeoutGroup] 2024-11-12T18:21:25,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11939782328/master 2024-11-12T18:21:25,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11939782328 2024-11-12T18:21:25,505 DEBUG [M:0;9911683f163c:38631 {}] zookeeper.RecoverableZooKeeper(212): Node /11939782328/master already deleted, retry=false 2024-11-12T18:21:25,505 DEBUG [M:0;9911683f163c:38631 {}] master.ActiveMasterManager(353): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Failed delete of our master address node; KeeperErrorCode = NoNode for /11939782328/master 2024-11-12T18:21:25,508 INFO [M:0;9911683f163c:38631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/.lastflushedseqids 2024-11-12T18:21:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741847_1023 (size=245) 2024-11-12T18:21:25,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:25,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34935-0x100353959100004, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:25,602 INFO [RS:0;9911683f163c:34935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:21:25,602 INFO [RS:0;9911683f163c:34935 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,34935,1731435654657; zookeeper connection closed. 2024-11-12T18:21:25,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79986a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79986a7 2024-11-12T18:21:25,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:21:25,797 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:25,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:25,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:25,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:26,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:26,004 INFO [M:0;9911683f163c:38631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:21:26,005 INFO [M:0;9911683f163c:38631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:21:26,005 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:26,005 INFO [M:0;9911683f163c:38631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:26,005 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:26,005 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:26,005 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:26,005 INFO [M:0;9911683f163c:38631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T18:21:26,080 DEBUG [M:0;9911683f163c:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62f688f0cdc9472e932e0b02838def72 is 82, key is hbase:meta,,1/info:regioninfo/1731435657624/Put/seqid=0 2024-11-12T18:21:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741848_1024 (size=5672) 2024-11-12T18:21:26,115 INFO [M:0;9911683f163c:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62f688f0cdc9472e932e0b02838def72 2024-11-12T18:21:26,163 DEBUG [M:0;9911683f163c:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a7af95ececf45789b4bc91cd860d8e4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435668377/Put/seqid=0 2024-11-12T18:21:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741849_1025 (size=8516) 2024-11-12T18:21:26,181 INFO [M:0;9911683f163c:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a7af95ececf45789b4bc91cd860d8e4 2024-11-12T18:21:26,239 DEBUG [M:0;9911683f163c:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ba0eba2365e4f5aacc0ddf85bb8a221 is 69, key is 9911683f163c,34935,1731435654657/rs:state/1731435656378/Put/seqid=0 2024-11-12T18:21:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741850_1026 (size=5156) 2024-11-12T18:21:26,680 INFO [M:0;9911683f163c:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ba0eba2365e4f5aacc0ddf85bb8a221 2024-11-12T18:21:26,690 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62f688f0cdc9472e932e0b02838def72 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62f688f0cdc9472e932e0b02838def72 2024-11-12T18:21:26,698 INFO [M:0;9911683f163c:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62f688f0cdc9472e932e0b02838def72, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:21:26,699 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a7af95ececf45789b4bc91cd860d8e4 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a7af95ececf45789b4bc91cd860d8e4 2024-11-12T18:21:26,709 INFO [M:0;9911683f163c:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a7af95ececf45789b4bc91cd860d8e4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:21:26,710 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ba0eba2365e4f5aacc0ddf85bb8a221 as hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ba0eba2365e4f5aacc0ddf85bb8a221 2024-11-12T18:21:26,722 INFO [M:0;9911683f163c:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43719/user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ba0eba2365e4f5aacc0ddf85bb8a221, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:21:26,723 INFO [M:0;9911683f163c:38631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 718ms, sequenceid=97, compaction requested=false 2024-11-12T18:21:26,789 INFO [M:0;9911683f163c:38631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:26,789 DEBUG [M:0;9911683f163c:38631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435686005Disabling compacts and flushes for region at 1731435686005Disabling writes for close at 1731435686005Obtaining lock to block concurrent updates at 1731435686005Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435686005Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731435686006 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435686012 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435686012Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435686080 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435686080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435686130 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435686163 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435686163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435686193 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435686239 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435686239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba35d96: reopening flushed file at 1731435686689 (+450 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e996ab1: reopening flushed file at 1731435686698 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ac455ef: reopening flushed file at 1731435686709 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 718ms, sequenceid=97, compaction requested=false at 1731435686723 (+14 ms)Writing region close event to WAL at 1731435686789 (+66 ms)Closed at 1731435686789 2024-11-12T18:21:26,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05d7c13a-3246-6b2d-2f52-e46c916a94cc/MasterData/WALs/9911683f163c,38631,1731435654409/9911683f163c%2C38631%2C1731435654409.1731435656031 not finished, retry = 0 2024-11-12T18:21:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41869 is added to blk_1073741830_1006 (size=63654) 2024-11-12T18:21:26,901 INFO [M:0;9911683f163c:38631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:21:26,902 INFO [M:0;9911683f163c:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38631 2024-11-12T18:21:26,902 INFO [M:0;9911683f163c:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:21:26,902 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:21:26,925 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:27,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:27,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x100353959100003, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:27,006 INFO [M:0;9911683f163c:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:21:27,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ca407b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:21:27,040 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59439f90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:21:27,040 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:21:27,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a7f541b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:21:27,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525e5e7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir/,STOPPED} 2024-11-12T18:21:27,050 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:21:27,050 WARN [BP-1603521840-172.17.0.3-1731435652238 heartbeating to localhost/127.0.0.1:43719 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:21:27,051 WARN [BP-1603521840-172.17.0.3-1731435652238 heartbeating to localhost/127.0.0.1:43719 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603521840-172.17.0.3-1731435652238 (Datanode Uuid d8b62b02-ff3b-4362-9b52-836d6ee670d8) service to localhost/127.0.0.1:43719 2024-11-12T18:21:27,051 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:21:27,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/cluster_5004bde0-4109-c3af-c5ac-32ada55c1316/data/data1/current/BP-1603521840-172.17.0.3-1731435652238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:21:27,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/cluster_5004bde0-4109-c3af-c5ac-32ada55c1316/data/data2/current/BP-1603521840-172.17.0.3-1731435652238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:21:27,053 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:21:27,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:27,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6680b640{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:21:27,072 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:21:27,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ef897f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:21:27,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:21:27,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ae1d9a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:21:27,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f288855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e163369-5382-7414-4646-b8aaac7cd23b/hadoop.log.dir/,STOPPED} 2024-11-12T18:21:27,072 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68403 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:21:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:21:27,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:21:27,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:27,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:27,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:27,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:27,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:21:27,118 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1927120421, stopped=false 2024-11-12T18:21:27,118 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,43777,1731435648592 2024-11-12T18:21:27,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090970133/running 2024-11-12T18:21:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:21:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090970133/running 2024-11-12T18:21:27,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:21:27,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/running 2024-11-12T18:21:27,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Set watcher on znode that does not yet exist, /0-2090970133/running 2024-11-12T18:21:27,121 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:21:27,124 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:27,124 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:27,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:27,125 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,44985,1731435649031' ***** 2024-11-12T18:21:27,125 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:21:27,125 INFO [RS:0;9911683f163c:44985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:21:27,125 INFO [RS:0;9911683f163c:44985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:21:27,125 INFO [RS:0;9911683f163c:44985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:21:27,125 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(3091): Received CLOSE for ea99c818d3102489d9a276add2d34fc5 2024-11-12T18:21:27,126 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(3091): Received CLOSE for f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,44985,1731435649031 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:44985. 2024-11-12T18:21:27,133 DEBUG [RS:0;9911683f163c:44985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:27,133 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:21:27,133 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:21:27,134 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea99c818d3102489d9a276add2d34fc5, disabling compactions & flushes 2024-11-12T18:21:27,134 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:27,134 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:27,134 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. after waiting 0 ms 2024-11-12T18:21:27,134 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:27,134 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea99c818d3102489d9a276add2d34fc5 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T18:21:27,137 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:21:27,137 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1325): Online Regions={ea99c818d3102489d9a276add2d34fc5=hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5., f8efa96d69448e99c08f4e6765f01259=test,,1731435662043.f8efa96d69448e99c08f4e6765f01259., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:21:27,137 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea99c818d3102489d9a276add2d34fc5, f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:27,137 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:27,137 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:27,137 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:27,137 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:27,137 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:27,138 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:21:27,149 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:21:27,239 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/info/96cb1dbc650844fa9a72e6d761a2ffa2 is 147, key is hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5./info:regioninfo/1731435666185/Put/seqid=0 2024-11-12T18:21:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741840_1016 (size=7686) 2024-11-12T18:21:27,271 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/.tmp/queue/08fc6ac8192f4d49b099fce452e2835a is 154, key is 1-9911683f163c,44985,1731435649031/queue:9911683f163c%2C44985%2C1731435649031/1731435680126/Put/seqid=0 2024-11-12T18:21:27,275 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/info/96cb1dbc650844fa9a72e6d761a2ffa2 2024-11-12T18:21:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741841_1017 (size=5353) 2024-11-12T18:21:27,337 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea99c818d3102489d9a276add2d34fc5, f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:27,351 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/ns/8ea8ab0012af4292a8dbe8fbaf2cf405 is 43, key is default/ns:d/1731435652075/Put/seqid=0 2024-11-12T18:21:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:21:27,538 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea99c818d3102489d9a276add2d34fc5, f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:27,757 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/.tmp/queue/08fc6ac8192f4d49b099fce452e2835a 2024-11-12T18:21:27,758 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea99c818d3102489d9a276add2d34fc5, f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:27,789 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/.tmp/queue/08fc6ac8192f4d49b099fce452e2835a as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/queue/08fc6ac8192f4d49b099fce452e2835a 2024-11-12T18:21:27,801 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/ns/8ea8ab0012af4292a8dbe8fbaf2cf405 2024-11-12T18:21:27,818 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/queue/08fc6ac8192f4d49b099fce452e2835a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T18:21:27,819 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ea99c818d3102489d9a276add2d34fc5 in 685ms, sequenceid=14, compaction requested=false 2024-11-12T18:21:27,819 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:21:27,824 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:21:27,824 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:21:27,878 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/replication/ea99c818d3102489d9a276add2d34fc5/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T18:21:27,878 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/rep_barrier/f61d4e6511e046ad8f7c17f93303e97c is 112, key is test,,1731435662043.f8efa96d69448e99c08f4e6765f01259./rep_barrier:seqnumDuringOpen/1731435662586/Put/seqid=0 2024-11-12T18:21:27,878 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:27,878 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:21:27,879 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:27,879 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea99c818d3102489d9a276add2d34fc5: Waiting for close lock at 1731435687134Running coprocessor pre-close hooks at 1731435687134Disabling compacts and flushes for region at 1731435687134Disabling writes for close at 1731435687134Obtaining lock to block concurrent updates at 1731435687134Preparing flush snapshotting stores in ea99c818d3102489d9a276add2d34fc5 at 1731435687134Finished memstore snapshotting hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731435687135 (+1 ms)Flushing stores of hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. at 1731435687136 (+1 ms)Flushing ea99c818d3102489d9a276add2d34fc5/queue: creating writer at 1731435687136Flushing ea99c818d3102489d9a276add2d34fc5/queue: appending metadata at 1731435687270 (+134 ms)Flushing ea99c818d3102489d9a276add2d34fc5/queue: closing flushed file at 1731435687270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c59ff1: reopening flushed file at 1731435687774 (+504 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ea99c818d3102489d9a276add2d34fc5 in 685ms, sequenceid=14, compaction requested=false at 1731435687819 (+45 ms)Writing region close event to WAL at 1731435687861 (+42 ms)Running coprocessor post-close hooks at 1731435687878 (+17 ms)Closed at 1731435687878 2024-11-12T18:21:27,879 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435664997.ea99c818d3102489d9a276add2d34fc5. 2024-11-12T18:21:27,879 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8efa96d69448e99c08f4e6765f01259, disabling compactions & flushes 2024-11-12T18:21:27,879 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:27,879 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:27,879 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. after waiting 0 ms 2024-11-12T18:21:27,879 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:27,879 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8efa96d69448e99c08f4e6765f01259 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T18:21:27,959 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:27,964 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/f/1a8dadbd9b9d4c9e94a819c8bafa9c8b is 37, key is row3/f:row3/1731435678274/Put/seqid=0 2024-11-12T18:21:27,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741843_1019 (size=5518) 2024-11-12T18:21:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741844_1020 (size=5228) 2024-11-12T18:21:27,995 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/f/1a8dadbd9b9d4c9e94a819c8bafa9c8b 2024-11-12T18:21:28,001 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a8dadbd9b9d4c9e94a819c8bafa9c8b 2024-11-12T18:21:28,048 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/f1/265da67a3bb3497ba5296267740d7458 is 30, key is row1/f1:/1731435675543/DeleteFamily/seqid=0 2024-11-12T18:21:28,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741845_1021 (size=5158) 2024-11-12T18:21:28,081 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/f1/265da67a3bb3497ba5296267740d7458 2024-11-12T18:21:28,089 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 265da67a3bb3497ba5296267740d7458 2024-11-12T18:21:28,113 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/norep/f8a20335c46842e0bd89a8f4c2646d32 is 32, key is row/norep:/1731435674521/DeleteFamily/seqid=0 2024-11-12T18:21:28,142 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1491, reset compression=false 2024-11-12T18:21:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741846_1022 (size=5101) 2024-11-12T18:21:28,150 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/norep/f8a20335c46842e0bd89a8f4c2646d32 2024-11-12T18:21:28,160 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:21:28,160 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1325): Online Regions={f8efa96d69448e99c08f4e6765f01259=test,,1731435662043.f8efa96d69448e99c08f4e6765f01259., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:21:28,160 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8efa96d69448e99c08f4e6765f01259 2024-11-12T18:21:28,167 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8a20335c46842e0bd89a8f4c2646d32 2024-11-12T18:21:28,169 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/f/1a8dadbd9b9d4c9e94a819c8bafa9c8b as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/f/1a8dadbd9b9d4c9e94a819c8bafa9c8b 2024-11-12T18:21:28,176 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:28,176 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1738, reset compression=false 2024-11-12T18:21:28,176 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44985,1731435649031 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:28,178 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,44985,1731435649031: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,44985,1731435649031, walGroup=9911683f163c%2C44985%2C1731435649031, offset=9911683f163c%2C44985%2C1731435649031.1731435651030:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:44985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:21:28,179 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:21:28,179 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:21:28,182 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:21:28,182 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:21:28,182 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:21:28,182 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1151336448, "init": 1048576000, "max": 2306867200, "used": 680385424 }, "NonHeapMemoryUsage": { "committed": 203292672, "init": 7667712, "max": -1, "used": 200289928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:21:28,182 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:43777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:43777 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:21:28,197 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a8dadbd9b9d4c9e94a819c8bafa9c8b 2024-11-12T18:21:28,197 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/f/1a8dadbd9b9d4c9e94a819c8bafa9c8b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T18:21:28,200 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/f1/265da67a3bb3497ba5296267740d7458 as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/f1/265da67a3bb3497ba5296267740d7458 2024-11-12T18:21:28,211 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 265da67a3bb3497ba5296267740d7458 2024-11-12T18:21:28,211 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/f1/265da67a3bb3497ba5296267740d7458, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T18:21:28,217 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/.tmp/norep/f8a20335c46842e0bd89a8f4c2646d32 as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/norep/f8a20335c46842e0bd89a8f4c2646d32 2024-11-12T18:21:28,230 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8a20335c46842e0bd89a8f4c2646d32 2024-11-12T18:21:28,230 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/norep/f8a20335c46842e0bd89a8f4c2646d32, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T18:21:28,231 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f8efa96d69448e99c08f4e6765f01259 in 352ms, sequenceid=12, compaction requested=false 2024-11-12T18:21:28,231 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:21:28,288 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/default/test/f8efa96d69448e99c08f4e6765f01259/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T18:21:28,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:28,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:21:28,289 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:28,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8efa96d69448e99c08f4e6765f01259: Waiting for close lock at 1731435687879Running coprocessor pre-close hooks at 1731435687879Disabling compacts and flushes for region at 1731435687879Disabling writes for close at 1731435687879Obtaining lock to block concurrent updates at 1731435687879Preparing flush snapshotting stores in f8efa96d69448e99c08f4e6765f01259 at 1731435687879Finished memstore snapshotting test,,1731435662043.f8efa96d69448e99c08f4e6765f01259., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731435687880 (+1 ms)Flushing stores of test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. at 1731435687885 (+5 ms)Flushing f8efa96d69448e99c08f4e6765f01259/f: creating writer at 1731435687885Flushing f8efa96d69448e99c08f4e6765f01259/f: appending metadata at 1731435687960 (+75 ms)Flushing f8efa96d69448e99c08f4e6765f01259/f: closing flushed file at 1731435687964 (+4 ms)Flushing f8efa96d69448e99c08f4e6765f01259/f1: creating writer at 1731435688001 (+37 ms)Flushing f8efa96d69448e99c08f4e6765f01259/f1: appending metadata at 1731435688047 (+46 ms)Flushing f8efa96d69448e99c08f4e6765f01259/f1: closing flushed file at 1731435688047Flushing f8efa96d69448e99c08f4e6765f01259/norep: creating writer at 1731435688089 (+42 ms)Flushing f8efa96d69448e99c08f4e6765f01259/norep: appending metadata at 1731435688112 (+23 ms)Flushing f8efa96d69448e99c08f4e6765f01259/norep: closing flushed file at 1731435688112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3f103b: reopening flushed file at 1731435688167 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d166640: reopening flushed file at 1731435688197 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446a27ad: reopening flushed file at 1731435688211 (+14 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f8efa96d69448e99c08f4e6765f01259 in 352ms, sequenceid=12, compaction requested=false at 1731435688231 (+20 ms)Writing region close event to WAL at 1731435688277 (+46 ms)Running coprocessor post-close hooks at 1731435688288 (+11 ms)Closed at 1731435688289 (+1 ms) 2024-11-12T18:21:28,289 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435662043.f8efa96d69448e99c08f4e6765f01259. 2024-11-12T18:21:28,360 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:21:28,371 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/rep_barrier/f61d4e6511e046ad8f7c17f93303e97c 2024-11-12T18:21:28,410 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 1738, reset compression=false 2024-11-12T18:21:28,421 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/table/d1288083100b48e7be46040b1697232d is 53, key is hbase:replication/table:state/1731435666195/Put/seqid=0 2024-11-12T18:21:28,440 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:28,440 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 2382, reset compression=false 2024-11-12T18:21:28,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741847_1023 (size=5308) 2024-11-12T18:21:28,458 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/table/d1288083100b48e7be46040b1697232d 2024-11-12T18:21:28,464 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/info/96cb1dbc650844fa9a72e6d761a2ffa2 as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/info/96cb1dbc650844fa9a72e6d761a2ffa2 2024-11-12T18:21:28,519 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/info/96cb1dbc650844fa9a72e6d761a2ffa2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:21:28,541 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/ns/8ea8ab0012af4292a8dbe8fbaf2cf405 as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/ns/8ea8ab0012af4292a8dbe8fbaf2cf405 2024-11-12T18:21:28,560 DEBUG [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:21:28,567 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/ns/8ea8ab0012af4292a8dbe8fbaf2cf405, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:21:28,569 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/rep_barrier/f61d4e6511e046ad8f7c17f93303e97c as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/rep_barrier/f61d4e6511e046ad8f7c17f93303e97c 2024-11-12T18:21:28,579 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/rep_barrier/f61d4e6511e046ad8f7c17f93303e97c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:21:28,579 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/.tmp/table/d1288083100b48e7be46040b1697232d as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/table/d1288083100b48e7be46040b1697232d 2024-11-12T18:21:28,586 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/table/d1288083100b48e7be46040b1697232d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:21:28,588 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1451ms, sequenceid=16, compaction requested=false 2024-11-12T18:21:28,588 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:21:28,652 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/WALs/9911683f163c,44985,1731435649031/9911683f163c%2C44985%2C1731435649031.1731435651030 to pos 2382, reset compression=false 2024-11-12T18:21:28,661 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:21:28,662 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:21:28,662 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:21:28,662 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:28,662 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435687137Running coprocessor pre-close hooks at 1731435687137Disabling compacts and flushes for region at 1731435687137Disabling writes for close at 1731435687137Obtaining lock to block concurrent updates at 1731435687138 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731435687138Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435687139 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435687141 (+2 ms)Flushing 1588230740/info: creating writer at 1731435687141Flushing 1588230740/info: appending metadata at 1731435687231 (+90 ms)Flushing 1588230740/info: closing flushed file at 1731435687231Flushing 1588230740/ns: creating writer at 1731435687321 (+90 ms)Flushing 1588230740/ns: appending metadata at 1731435687351 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731435687351Flushing 1588230740/rep_barrier: creating writer at 1731435687825 (+474 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435687877 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435687877Flushing 1588230740/table: creating writer at 1731435688378 (+501 ms)Flushing 1588230740/table: appending metadata at 1731435688420 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731435688420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c089726: reopening flushed file at 1731435688463 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48373371: reopening flushed file at 1731435688530 (+67 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed05a0e: reopening flushed file at 1731435688567 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59594b00: reopening flushed file at 1731435688579 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1451ms, sequenceid=16, compaction requested=false at 1731435688588 (+9 ms)Writing region close event to WAL at 1731435688637 (+49 ms)Running coprocessor post-close hooks at 1731435688662 (+25 ms)Closed at 1731435688662 2024-11-12T18:21:28,662 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:28,761 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,44985,1731435649031; all regions closed. 2024-11-12T18:21:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:21:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741839_1015 (size=3552) 2024-11-12T18:21:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741832_1008 (size=2390) 2024-11-12T18:21:28,862 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:28,862 INFO [RS:0;9911683f163c:44985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:21:28,862 INFO [RS:0;9911683f163c:44985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:21:28,862 INFO [RS:0;9911683f163c:44985 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:21:28,862 INFO [RS:0;9911683f163c:44985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:21:28,863 INFO [RS:0;9911683f163c:44985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,44985,1731435649031 because: Region server is closing 2024-11-12T18:21:28,864 INFO [RS:0;9911683f163c:44985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:44985. 2024-11-12T18:21:28,864 DEBUG [RS:0;9911683f163c:44985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:28,864 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:28,864 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:28,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:28,864 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:21:28,964 INFO [RS:0;9911683f163c:44985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.shipper9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 terminated 2024-11-12T18:21:28,965 INFO [RS:0;9911683f163c:44985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:44985. 2024-11-12T18:21:28,965 DEBUG [RS:0;9911683f163c:44985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:28,965 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:28,965 DEBUG [RS:0;9911683f163c:44985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:28,965 INFO [RS:0;9911683f163c:44985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44985 2024-11-12T18:21:28,965 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44985,1731435649031.replicationSource.wal-reader.9911683f163c%2C44985%2C1731435649031,1-9911683f163c,44985,1731435649031 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:21:28,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:28,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133/rs 2024-11-12T18:21:28,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090970133/rs/9911683f163c,44985,1731435649031 2024-11-12T18:21:28,973 INFO [RS:0;9911683f163c:44985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:21:28,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,44985,1731435649031] 2024-11-12T18:21:28,992 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/draining/9911683f163c,44985,1731435649031 already deleted, retry=false 2024-11-12T18:21:28,993 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,44985,1731435649031 expired; onlineServers=0 2024-11-12T18:21:28,993 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,43777,1731435648592' ***** 2024-11-12T18:21:28,993 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:21:28,996 INFO [M:0;9911683f163c:43777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:21:28,996 INFO [M:0;9911683f163c:43777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:21:28,997 DEBUG [M:0;9911683f163c:43777 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:21:28,997 DEBUG [M:0;9911683f163c:43777 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:21:28,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:21:28,997 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435650673 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435650673,5,FailOnTimeoutGroup] 2024-11-12T18:21:28,997 INFO [M:0;9911683f163c:43777 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:21:28,997 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435650701 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435650701,5,FailOnTimeoutGroup] 2024-11-12T18:21:28,997 INFO [M:0;9911683f163c:43777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:21:28,997 DEBUG [M:0;9911683f163c:43777 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:21:28,997 INFO [M:0;9911683f163c:43777 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:21:28,997 INFO [M:0;9911683f163c:43777 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:21:28,997 INFO [M:0;9911683f163c:43777 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:21:28,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:21:28,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2090970133/master 2024-11-12T18:21:28,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2090970133 2024-11-12T18:21:28,999 DEBUG [M:0;9911683f163c:43777 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2090970133/master already deleted, retry=false 2024-11-12T18:21:29,000 DEBUG [M:0;9911683f163c:43777 {}] master.ActiveMasterManager(353): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2090970133/master 2024-11-12T18:21:29,001 INFO [M:0;9911683f163c:43777 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/.lastflushedseqids 2024-11-12T18:21:29,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741848_1024 (size=245) 2024-11-12T18:21:29,044 INFO [M:0;9911683f163c:43777 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:21:29,044 INFO [M:0;9911683f163c:43777 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:21:29,044 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:29,045 INFO [M:0;9911683f163c:43777 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:29,045 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:29,045 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:29,045 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:29,045 INFO [M:0;9911683f163c:43777 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T18:21:29,071 DEBUG [M:0;9911683f163c:43777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3489b85210fd4e5381424289898880eb is 82, key is hbase:meta,,1/info:regioninfo/1731435652054/Put/seqid=0 2024-11-12T18:21:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:29,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44985-0x100353959100001, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:29,081 INFO [RS:0;9911683f163c:44985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:21:29,081 INFO [RS:0;9911683f163c:44985 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,44985,1731435649031; zookeeper connection closed. 2024-11-12T18:21:29,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f61e3fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f61e3fd 2024-11-12T18:21:29,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:21:29,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741849_1025 (size=5672) 2024-11-12T18:21:29,118 INFO [M:0;9911683f163c:43777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3489b85210fd4e5381424289898880eb 2024-11-12T18:21:29,157 DEBUG [M:0;9911683f163c:43777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/389a0cd51cee40ed83cc137355adb1a0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435662606/Put/seqid=0 2024-11-12T18:21:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741850_1026 (size=7218) 2024-11-12T18:21:29,195 INFO [M:0;9911683f163c:43777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/389a0cd51cee40ed83cc137355adb1a0 2024-11-12T18:21:29,201 INFO [M:0;9911683f163c:43777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 389a0cd51cee40ed83cc137355adb1a0 2024-11-12T18:21:29,243 DEBUG [M:0;9911683f163c:43777 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1abc1c99644a1784d88e90f8a5a619 is 69, key is 9911683f163c,44985,1731435649031/rs:state/1731435650743/Put/seqid=0 2024-11-12T18:21:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741851_1027 (size=5156) 2024-11-12T18:21:29,300 INFO [M:0;9911683f163c:43777 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1abc1c99644a1784d88e90f8a5a619 2024-11-12T18:21:29,307 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3489b85210fd4e5381424289898880eb as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3489b85210fd4e5381424289898880eb 2024-11-12T18:21:29,328 INFO [M:0;9911683f163c:43777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3489b85210fd4e5381424289898880eb, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T18:21:29,336 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/389a0cd51cee40ed83cc137355adb1a0 as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/389a0cd51cee40ed83cc137355adb1a0 2024-11-12T18:21:29,351 INFO [M:0;9911683f163c:43777 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 389a0cd51cee40ed83cc137355adb1a0 2024-11-12T18:21:29,351 INFO [M:0;9911683f163c:43777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/389a0cd51cee40ed83cc137355adb1a0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T18:21:29,353 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1abc1c99644a1784d88e90f8a5a619 as hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1abc1c99644a1784d88e90f8a5a619 2024-11-12T18:21:29,360 INFO [M:0;9911683f163c:43777 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45503/user/jenkins/test-data/e4f6eba0-1081-317a-026e-bc7e89a6b3d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1abc1c99644a1784d88e90f8a5a619, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T18:21:29,362 INFO [M:0;9911683f163c:43777 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 317ms, sequenceid=105, compaction requested=false 2024-11-12T18:21:29,426 INFO [M:0;9911683f163c:43777 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:29,426 DEBUG [M:0;9911683f163c:43777 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435689044Disabling compacts and flushes for region at 1731435689044Disabling writes for close at 1731435689045 (+1 ms)Obtaining lock to block concurrent updates at 1731435689045Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435689045Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731435689045Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435689046 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435689046Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435689070 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435689070Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435689126 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435689156 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435689156Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435689201 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435689242 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435689242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fce9d79: reopening flushed file at 1731435689306 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7839c4: reopening flushed file at 1731435689329 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7e5cd: reopening flushed file at 1731435689351 (+22 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 317ms, sequenceid=105, compaction requested=false at 1731435689362 (+11 ms)Writing region close event to WAL at 1731435689426 (+64 ms)Closed at 1731435689426 2024-11-12T18:21:29,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39571 is added to blk_1073741830_1006 (size=64423) 2024-11-12T18:21:29,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:21:29,460 INFO [M:0;9911683f163c:43777 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:21:29,460 INFO [M:0;9911683f163c:43777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43777 2024-11-12T18:21:29,464 INFO [M:0;9911683f163c:43777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:21:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43777-0x100353959100000, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:21:29,569 INFO [M:0;9911683f163c:43777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:21:29,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2de8f6a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:21:29,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b1445b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:21:29,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:21:29,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7787f04f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:21:29,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccff675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir/,STOPPED} 2024-11-12T18:21:29,603 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:21:29,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:21:29,611 WARN [BP-352078335-172.17.0.3-1731435646715 heartbeating to localhost/127.0.0.1:45503 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:21:29,611 WARN [BP-352078335-172.17.0.3-1731435646715 heartbeating to localhost/127.0.0.1:45503 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-352078335-172.17.0.3-1731435646715 (Datanode Uuid cc6c0aa5-6cef-4b70-8a15-719ae8fe513a) service to localhost/127.0.0.1:45503 2024-11-12T18:21:29,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/data/data1/current/BP-352078335-172.17.0.3-1731435646715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:21:29,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/cluster_9b58df31-b7b5-8952-5230-d61173698ff4/data/data2/current/BP-352078335-172.17.0.3-1731435646715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:21:29,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:21:29,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77c24a51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:21:29,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c3f62b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:21:29,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:21:29,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71864713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:21:29,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f50f5a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/32b24541-e4e8-8b9f-619e-84688f3ad1a8/hadoop.log.dir/,STOPPED} 2024-11-12T18:21:29,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:21:29,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:21:29,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 267) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52901) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52901) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45503 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45503 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43719 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38585 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45503 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45503 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43719 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52901) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43719 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1127 (was 921) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1260 (was 759) - AvailableMemoryMB LEAK? - 2024-11-12T18:21:29,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=1127, ProcessCount=11, AvailableMemoryMB=1260 2024-11-12T18:21:29,722 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T18:21:29,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir so I do NOT create it in target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5 2024-11-12T18:21:29,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:21:29,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.tmp.dir so I do NOT create it in target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5 2024-11-12T18:21:29,723 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/30fce523-2944-30cf-d0f8-00e9591f8b6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:21:29,723 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5 2024-11-12T18:21:29,723 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91, deleteOnExit=true 2024-11-12T18:21:29,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100353959100002, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:21:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100353959100005, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:21:29,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100353959100008, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:21:29,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100353959100002, quorum=127.0.0.1:52901, baseZNode=/0-2090970133 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:21:29,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100353959100005, quorum=127.0.0.1:52901, baseZNode=/11939782328 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:21:29,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100353959100008, quorum=127.0.0.1:52901, baseZNode=/21808475887 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:21:29,777 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/zookeeper_0, clientPort=54935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:21:29,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54935 2024-11-12T18:21:29,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/test.cache.data in system properties and HBase conf 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:21:29,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:21:29,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:21:29,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:21:29,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:21:29,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:21:29,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:30,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:21:30,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:21:30,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:21:30,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:21:30,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:30,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae922fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:21:30,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0b95e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:21:30,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@122ca57{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/java.io.tmpdir/jetty-localhost-37499-hadoop-hdfs-3_4_1-tests_jar-_-any-154349123316678410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:21:30,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18f616f3{HTTP/1.1, (http/1.1)}{localhost:37499} 2024-11-12T18:21:30,249 INFO [Time-limited test {}] server.Server(415): Started @252801ms 2024-11-12T18:21:30,700 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:30,701 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,702 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,703 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,768 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,769 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,769 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,770 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,770 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,770 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,779 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,784 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,784 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,787 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:30,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:30,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:21:30,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:21:30,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:21:30,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:21:30,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210fec3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:21:30,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b6b26e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:21:31,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c11a30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/java.io.tmpdir/jetty-localhost-44857-hadoop-hdfs-3_4_1-tests_jar-_-any-1636347217049182566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:21:31,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645740ab{HTTP/1.1, (http/1.1)}{localhost:44857} 2024-11-12T18:21:31,034 INFO [Time-limited test {}] server.Server(415): Started @253585ms 2024-11-12T18:21:31,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:21:31,353 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/data/data1/current/BP-56984327-172.17.0.3-1731435689842/current, will proceed with Du for space computation calculation, 2024-11-12T18:21:31,363 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/data/data2/current/BP-56984327-172.17.0.3-1731435689842/current, will proceed with Du for space computation calculation, 2024-11-12T18:21:31,508 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:21:31,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cd033d98d2da09 with lease ID 0x3c73c39b084ac3b4: Processing first storage report for DS-0ade9d16-0bd2-43b4-9466-3df5126fb837 from datanode DatanodeRegistration(127.0.0.1:33387, datanodeUuid=2d1ec3f1-6549-4c96-8044-88940c330bca, infoPort=42327, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=598569313;c=1731435689842) 2024-11-12T18:21:31,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cd033d98d2da09 with lease ID 0x3c73c39b084ac3b4: from storage DS-0ade9d16-0bd2-43b4-9466-3df5126fb837 node DatanodeRegistration(127.0.0.1:33387, datanodeUuid=2d1ec3f1-6549-4c96-8044-88940c330bca, infoPort=42327, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=598569313;c=1731435689842), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:21:31,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11cd033d98d2da09 with lease ID 0x3c73c39b084ac3b4: Processing first storage report for DS-1a803867-f43f-442c-a7d6-2e0c7514f72e from datanode DatanodeRegistration(127.0.0.1:33387, datanodeUuid=2d1ec3f1-6549-4c96-8044-88940c330bca, infoPort=42327, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=598569313;c=1731435689842) 2024-11-12T18:21:31,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11cd033d98d2da09 with lease ID 0x3c73c39b084ac3b4: from storage DS-1a803867-f43f-442c-a7d6-2e0c7514f72e node DatanodeRegistration(127.0.0.1:33387, datanodeUuid=2d1ec3f1-6549-4c96-8044-88940c330bca, infoPort=42327, infoSecurePort=0, ipcPort=46563, storageInfo=lv=-57;cid=testClusterID;nsid=598569313;c=1731435689842), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:21:31,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5 2024-11-12T18:21:31,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:31,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:31,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:21:32,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2 with version=8 2024-11-12T18:21:32,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/hbase-staging 2024-11-12T18:21:32,076 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:21:32,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:21:32,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44773 2024-11-12T18:21:32,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44773 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:32,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447730x0, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:32,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44773-0x100353a01b70000 connected 2024-11-12T18:21:32,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:32,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:32,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/running 2024-11-12T18:21:32,341 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2, hbase.cluster.distributed=false 2024-11-12T18:21:32,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/acl 2024-11-12T18:21:32,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-12T18:21:32,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44773 2024-11-12T18:21:32,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44773 2024-11-12T18:21:32,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-12T18:21:32,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44773 2024-11-12T18:21:32,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:21:32,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:32,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:32,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:21:32,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:32,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:21:32,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:21:32,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:21:32,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44507 2024-11-12T18:21:32,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44507 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:32,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:32,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:32,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445070x0, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:32,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445070x0, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/running 2024-11-12T18:21:32,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:21:32,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44507-0x100353a01b70001 connected 2024-11-12T18:21:32,521 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:21:32,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/master 2024-11-12T18:21:32,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/acl 2024-11-12T18:21:32,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-12T18:21:32,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44507 2024-11-12T18:21:32,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44507 2024-11-12T18:21:32,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-12T18:21:32,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44507 2024-11-12T18:21:32,580 DEBUG [M:0;9911683f163c:44773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:44773 2024-11-12T18:21:32,583 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01840333139/backup-masters/9911683f163c,44773,1731435692075 2024-11-12T18:21:32,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139/backup-masters 2024-11-12T18:21:32,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139/backup-masters 2024-11-12T18:21:32,596 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on existing znode=/01840333139/backup-masters/9911683f163c,44773,1731435692075 2024-11-12T18:21:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01840333139/master 2024-11-12T18:21:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:32,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:32,599 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on existing znode=/01840333139/master 2024-11-12T18:21:32,599 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01840333139/backup-masters/9911683f163c,44773,1731435692075 from backup master directory 2024-11-12T18:21:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139/backup-masters 2024-11-12T18:21:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01840333139/backup-masters/9911683f163c,44773,1731435692075 2024-11-12T18:21:32,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139/backup-masters 2024-11-12T18:21:32,601 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:32,601 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,44773,1731435692075 2024-11-12T18:21:32,615 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/hbase.id] with ID: 4ec4d62d-3635-45de-aace-4c8b4315e2ea 2024-11-12T18:21:32,615 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/.tmp/hbase.id 2024-11-12T18:21:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:21:33,066 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/.tmp/hbase.id]:[hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/hbase.id] 2024-11-12T18:21:33,083 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:33,084 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:21:33,085 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:21:33,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:21:33,121 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:33,122 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:21:33,132 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:21:33,243 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store 2024-11-12T18:21:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:21:33,703 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:33,703 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:33,703 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:33,703 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:33,704 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:33,704 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:33,704 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:33,704 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435693703Disabling compacts and flushes for region at 1731435693703Disabling writes for close at 1731435693704 (+1 ms)Writing region close event to WAL at 1731435693704Closed at 1731435693704 2024-11-12T18:21:33,704 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/.initializing 2024-11-12T18:21:33,705 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/WALs/9911683f163c,44773,1731435692075 2024-11-12T18:21:33,706 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:33,707 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C44773%2C1731435692075, suffix=, logDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/WALs/9911683f163c,44773,1731435692075, archiveDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/oldWALs, maxLogs=10 2024-11-12T18:21:33,728 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/WALs/9911683f163c,44773,1731435692075/9911683f163c%2C44773%2C1731435692075.1731435693707, exclude list is [], retry=0 2024-11-12T18:21:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-0ade9d16-0bd2-43b4-9466-3df5126fb837,DISK] 2024-11-12T18:21:33,734 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/WALs/9911683f163c,44773,1731435692075/9911683f163c%2C44773%2C1731435692075.1731435693707 2024-11-12T18:21:33,735 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-12T18:21:33,735 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:33,735 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:33,735 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,735 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:21:33,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:33,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:33,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:21:33,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:33,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:33,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:21:33,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:33,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:33,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:21:33,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:33,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:33,804 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,805 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,805 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,806 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,806 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,807 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:33,808 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:33,825 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:33,826 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64230837, jitterRate=-0.04288594424724579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:33,827 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435693735Initializing all the Stores at 1731435693736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435693736Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435693740 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435693740Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435693740Cleaning up temporary data from old regions at 1731435693806 (+66 ms)Region opened successfully at 1731435693827 (+21 ms) 2024-11-12T18:21:33,829 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:21:33,831 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686b654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:33,832 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:21:33,833 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:21:33,833 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:21:33,833 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:21:33,833 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:21:33,834 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:21:33,834 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:21:33,846 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:21:33,847 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Unable to get data of znode /01840333139/balancer because node does not exist (not necessarily an error) 2024-11-12T18:21:33,849 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/balancer already deleted, retry=false 2024-11-12T18:21:33,849 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:21:33,850 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Unable to get data of znode /01840333139/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:21:33,851 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/normalizer already deleted, retry=false 2024-11-12T18:21:33,852 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:21:33,861 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Unable to get data of znode /01840333139/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:21:33,863 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/switch/split already deleted, retry=false 2024-11-12T18:21:33,866 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Unable to get data of znode /01840333139/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:21:33,867 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/switch/merge already deleted, retry=false 2024-11-12T18:21:33,869 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Unable to get data of znode /01840333139/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:21:33,871 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/snapshot-cleanup already deleted, retry=false 2024-11-12T18:21:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01840333139/running 2024-11-12T18:21:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01840333139/running 2024-11-12T18:21:33,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,875 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,44773,1731435692075, sessionid=0x100353a01b70000, setting cluster-up flag (Was=false) 2024-11-12T18:21:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,885 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01840333139/flush-table-proc/acquired, /01840333139/flush-table-proc/reached, /01840333139/flush-table-proc/abort 2024-11-12T18:21:33,886 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,44773,1731435692075 2024-11-12T18:21:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:33,896 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01840333139/online-snapshot/acquired, /01840333139/online-snapshot/reached, /01840333139/online-snapshot/abort 2024-11-12T18:21:33,897 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,44773,1731435692075 2024-11-12T18:21:33,899 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:21:33,910 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:33,911 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:21:33,911 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:21:33,911 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,44773,1731435692075 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:21:33,913 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:33,913 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:33,913 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:33,913 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:33,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:21:33,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:33,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:33,914 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:33,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:33,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:21:33,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:33,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435723941 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:21:33,941 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:21:33,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:33,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:21:33,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:21:33,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:21:33,943 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:21:33,944 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:21:33,944 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:21:33,945 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435693944,5,FailOnTimeoutGroup] 2024-11-12T18:21:33,948 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435693945,5,FailOnTimeoutGroup] 2024-11-12T18:21:33,948 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:33,949 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:21:33,949 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:33,949 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:33,969 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(746): ClusterId : 4ec4d62d-3635-45de-aace-4c8b4315e2ea 2024-11-12T18:21:33,969 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:21:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:21:33,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:21:33,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2 2024-11-12T18:21:33,976 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:21:33,976 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:21:33,979 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:21:33,979 DEBUG [RS:0;9911683f163c:44507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d583eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:34,008 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:44507 2024-11-12T18:21:34,008 INFO [RS:0;9911683f163c:44507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:21:34,008 INFO [RS:0;9911683f163c:44507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:21:34,008 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:21:34,010 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,44773,1731435692075 with port=44507, startcode=1731435692418 2024-11-12T18:21:34,010 DEBUG [RS:0;9911683f163c:44507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:21:34,013 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:21:34,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,44507,1731435692418 2024-11-12T18:21:34,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44773 {}] master.ServerManager(517): Registering regionserver=9911683f163c,44507,1731435692418 2024-11-12T18:21:34,016 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2 2024-11-12T18:21:34,016 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39255 2024-11-12T18:21:34,016 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:21:34,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139/rs 2024-11-12T18:21:34,019 DEBUG [RS:0;9911683f163c:44507 {}] zookeeper.ZKUtil(111): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on existing znode=/01840333139/rs/9911683f163c,44507,1731435692418 2024-11-12T18:21:34,019 WARN [RS:0;9911683f163c:44507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:34,019 INFO [RS:0;9911683f163c:44507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:34,019 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418 2024-11-12T18:21:34,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:21:34,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:34,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,44507,1731435692418] 2024-11-12T18:21:34,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:34,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:34,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:34,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:34,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:34,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:34,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:34,075 INFO [RS:0;9911683f163c:44507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:21:34,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:34,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:34,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740 2024-11-12T18:21:34,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740 2024-11-12T18:21:34,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:34,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:34,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:34,081 INFO [RS:0;9911683f163c:44507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:21:34,082 INFO [RS:0;9911683f163c:44507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:21:34,082 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:34,083 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:21:34,084 INFO [RS:0;9911683f163c:44507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:21:34,084 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,084 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,084 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:34,085 DEBUG [RS:0;9911683f163c:44507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:34,092 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,092 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,092 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,092 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,092 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,092 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44507,1731435692418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:34,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:34,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68344419, jitterRate=0.01841120421886444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435694043Initializing all the Stores at 1731435694044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435694044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435694058 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435694058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435694058Cleaning up temporary data from old regions at 1731435694081 (+23 ms)Region opened successfully at 1731435694094 (+13 ms) 2024-11-12T18:21:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:34,094 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:34,106 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:34,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435694094Disabling compacts and flushes for region at 1731435694094Disabling writes for close at 1731435694094Writing region close event to WAL at 1731435694106 (+12 ms)Closed at 1731435694106 2024-11-12T18:21:34,108 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:34,108 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:21:34,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:21:34,109 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:34,110 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:21:34,123 INFO [RS:0;9911683f163c:44507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:21:34,124 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44507,1731435692418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,124 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,124 INFO [RS:0;9911683f163c:44507 {}] regionserver.Replication(171): 9911683f163c,44507,1731435692418 started 2024-11-12T18:21:34,148 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,150 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,44507,1731435692418, RpcServer on 9911683f163c/172.17.0.3:44507, sessionid=0x100353a01b70001 2024-11-12T18:21:34,150 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:21:34,150 DEBUG [RS:0;9911683f163c:44507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,44507,1731435692418 2024-11-12T18:21:34,150 DEBUG [RS:0;9911683f163c:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44507,1731435692418' 2024-11-12T18:21:34,150 DEBUG [RS:0;9911683f163c:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01840333139/flush-table-proc/abort' 2024-11-12T18:21:34,158 DEBUG [RS:0;9911683f163c:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01840333139/flush-table-proc/acquired' 2024-11-12T18:21:34,159 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:21:34,159 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:21:34,159 DEBUG [RS:0;9911683f163c:44507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,44507,1731435692418 2024-11-12T18:21:34,159 DEBUG [RS:0;9911683f163c:44507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,44507,1731435692418' 2024-11-12T18:21:34,159 DEBUG [RS:0;9911683f163c:44507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01840333139/online-snapshot/abort' 2024-11-12T18:21:34,160 DEBUG [RS:0;9911683f163c:44507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01840333139/online-snapshot/acquired' 2024-11-12T18:21:34,160 DEBUG [RS:0;9911683f163c:44507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:21:34,161 INFO [RS:0;9911683f163c:44507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:21:34,161 INFO [RS:0;9911683f163c:44507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:21:34,260 WARN [9911683f163c:44773 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:21:34,261 INFO [RS:0;9911683f163c:44507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:34,262 INFO [RS:0;9911683f163c:44507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C44507%2C1731435692418, suffix=, logDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418, archiveDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/oldWALs, maxLogs=10 2024-11-12T18:21:34,281 DEBUG [RS:0;9911683f163c:44507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263, exclude list is [], retry=0 2024-11-12T18:21:34,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-0ade9d16-0bd2-43b4-9466-3df5126fb837,DISK] 2024-11-12T18:21:34,289 INFO [RS:0;9911683f163c:44507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 2024-11-12T18:21:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:21:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:21:34,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:21:34,292 DEBUG [RS:0;9911683f163c:44507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-12T18:21:34,511 DEBUG [9911683f163c:44773 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:21:34,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,44507,1731435692418 2024-11-12T18:21:34,512 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44507,1731435692418, state=OPENING 2024-11-12T18:21:34,514 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:21:34,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:34,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:34,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01840333139/meta-region-server: CHANGED 2024-11-12T18:21:34,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01840333139/meta-region-server: CHANGED 2024-11-12T18:21:34,517 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:34,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44507,1731435692418}] 2024-11-12T18:21:34,669 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:34,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:21:34,674 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:21:34,674 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:34,674 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:21:34,675 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C44507%2C1731435692418.meta, suffix=.meta, logDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418, archiveDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/oldWALs, maxLogs=10 2024-11-12T18:21:34,693 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.meta.1731435694675.meta, exclude list is [], retry=0 2024-11-12T18:21:34,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-0ade9d16-0bd2-43b4-9466-3df5126fb837,DISK] 2024-11-12T18:21:34,697 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.meta.1731435694675.meta 2024-11-12T18:21:34,697 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-12T18:21:34,698 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:34,698 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:34,698 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:34,698 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:21:34,698 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:21:34,698 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:21:34,698 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:34,699 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:21:34,699 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:21:34,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:34,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:34,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:34,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:34,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:34,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:34,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:34,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:34,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:34,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:34,704 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:34,704 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740 2024-11-12T18:21:34,705 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740 2024-11-12T18:21:34,706 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:34,706 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:34,706 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:34,707 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:34,708 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69200438, jitterRate=0.031166881322860718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:34,708 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:21:34,709 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435694699Writing region info on filesystem at 1731435694699Initializing all the Stores at 1731435694699Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435694699Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435694700 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435694700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435694700Cleaning up temporary data from old regions at 1731435694706 (+6 ms)Running coprocessor post-open hooks at 1731435694708 (+2 ms)Region opened successfully at 1731435694709 (+1 ms) 2024-11-12T18:21:34,710 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435694669 2024-11-12T18:21:34,712 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:21:34,712 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:21:34,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44507,1731435692418 2024-11-12T18:21:34,713 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,44507,1731435692418, state=OPEN 2024-11-12T18:21:34,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01840333139/meta-region-server 2024-11-12T18:21:34,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01840333139/meta-region-server 2024-11-12T18:21:34,718 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,44507,1731435692418 2024-11-12T18:21:34,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01840333139/meta-region-server: CHANGED 2024-11-12T18:21:34,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01840333139/meta-region-server: CHANGED 2024-11-12T18:21:34,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:21:34,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,44507,1731435692418 in 201 msec 2024-11-12T18:21:34,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:21:34,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-11-12T18:21:34,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:34,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:21:34,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:34,724 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44507,1731435692418, seqNum=-1] 2024-11-12T18:21:34,724 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:34,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:34,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 819 msec 2024-11-12T18:21:34,730 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435694730, completionTime=-1 2024-11-12T18:21:34,730 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:21:34,730 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:21:34,732 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:21:34,732 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435754732 2024-11-12T18:21:34,732 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435814732 2024-11-12T18:21:34,732 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T18:21:34,733 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44773,1731435692075-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,733 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44773,1731435692075-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,733 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44773,1731435692075-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,733 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:44773, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,733 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,740 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,745 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44773,1731435692075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:34,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44773,1731435692075-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:21:34,750 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:21:34,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:21:34,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,44773,1731435692075-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:34,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b72d433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:34,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44773,-1 for getting cluster id 2024-11-12T18:21:34,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:34,771 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec4d62d-3635-45de-aace-4c8b4315e2ea' 2024-11-12T18:21:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec4d62d-3635-45de-aace-4c8b4315e2ea" 2024-11-12T18:21:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d69b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:34,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44773,-1] 2024-11-12T18:21:34,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:34,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:34,773 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:34,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37710afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:34,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44507,1731435692418, seqNum=-1] 2024-11-12T18:21:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:34,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:34,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,44773,1731435692075 2024-11-12T18:21:34,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:34,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:34,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100353a01b70002 connected 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir so I do NOT create it in target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c 2024-11-12T18:21:34,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.tmp.dir so I do NOT create it in target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c 2024-11-12T18:21:34,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:21:34,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/cluster_f70f009e-f03e-6359-09d2-1548f059790d, deleteOnExit=true 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/test.cache.data in system properties and HBase conf 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:21:34,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:21:34,788 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:21:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:21:34,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:34,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:21:34,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:21:34,875 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:21:34,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:21:34,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:34,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2479bb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:21:34,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f4997b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:21:35,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e2454bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/java.io.tmpdir/jetty-localhost-45481-hadoop-hdfs-3_4_1-tests_jar-_-any-9953844688812425200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:21:35,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ae1b9da{HTTP/1.1, (http/1.1)}{localhost:45481} 2024-11-12T18:21:35,015 INFO [Time-limited test {}] server.Server(415): Started @257567ms 2024-11-12T18:21:35,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:35,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:21:35,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:21:35,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:21:35,266 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:21:35,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55da76a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:21:35,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1008dde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:21:35,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f12a355{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/java.io.tmpdir/jetty-localhost-40791-hadoop-hdfs-3_4_1-tests_jar-_-any-8966332836950263245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:21:35,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20198d99{HTTP/1.1, (http/1.1)}{localhost:40791} 2024-11-12T18:21:35,405 INFO [Time-limited test {}] server.Server(415): Started @257956ms 2024-11-12T18:21:35,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:21:35,537 WARN [Thread-3546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/cluster_f70f009e-f03e-6359-09d2-1548f059790d/data/data1/current/BP-1695809188-172.17.0.3-1731435694811/current, will proceed with Du for space computation calculation, 2024-11-12T18:21:35,537 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/cluster_f70f009e-f03e-6359-09d2-1548f059790d/data/data2/current/BP-1695809188-172.17.0.3-1731435694811/current, will proceed with Du for space computation calculation, 2024-11-12T18:21:35,567 WARN [Thread-3534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:21:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26edec4a9fbdb5 with lease ID 0xb1393f65864e914: Processing first storage report for DS-f2a3abb3-de7e-4fcb-ad80-c3015c3e3f8d from datanode DatanodeRegistration(127.0.0.1:38533, datanodeUuid=01f254c2-4ed0-4331-89ab-bc6418b177fd, infoPort=42427, infoSecurePort=0, ipcPort=33309, storageInfo=lv=-57;cid=testClusterID;nsid=442929144;c=1731435694811) 2024-11-12T18:21:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26edec4a9fbdb5 with lease ID 0xb1393f65864e914: from storage DS-f2a3abb3-de7e-4fcb-ad80-c3015c3e3f8d node DatanodeRegistration(127.0.0.1:38533, datanodeUuid=01f254c2-4ed0-4331-89ab-bc6418b177fd, infoPort=42427, infoSecurePort=0, ipcPort=33309, storageInfo=lv=-57;cid=testClusterID;nsid=442929144;c=1731435694811), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:21:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb26edec4a9fbdb5 with lease ID 0xb1393f65864e914: Processing first storage report for DS-ea548dee-16a2-4ef1-88bd-0110be285689 from datanode DatanodeRegistration(127.0.0.1:38533, datanodeUuid=01f254c2-4ed0-4331-89ab-bc6418b177fd, infoPort=42427, infoSecurePort=0, ipcPort=33309, storageInfo=lv=-57;cid=testClusterID;nsid=442929144;c=1731435694811) 2024-11-12T18:21:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb26edec4a9fbdb5 with lease ID 0xb1393f65864e914: from storage DS-ea548dee-16a2-4ef1-88bd-0110be285689 node DatanodeRegistration(127.0.0.1:38533, datanodeUuid=01f254c2-4ed0-4331-89ab-bc6418b177fd, infoPort=42427, infoSecurePort=0, ipcPort=33309, storageInfo=lv=-57;cid=testClusterID;nsid=442929144;c=1731435694811), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:21:35,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c 2024-11-12T18:21:35,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:35,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:21:36,005 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac with version=8 2024-11-12T18:21:36,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/hbase-staging 2024-11-12T18:21:36,007 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:21:36,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43907 2024-11-12T18:21:36,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43907 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:36,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439070x0, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:36,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:36,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:36,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43907-0x100353a01b70003 connected 2024-11-12T18:21:36,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/running 2024-11-12T18:21:36,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac, hbase.cluster.distributed=false 2024-11-12T18:21:36,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/acl 2024-11-12T18:21:36,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43907 2024-11-12T18:21:36,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43907 2024-11-12T18:21:36,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43907 2024-11-12T18:21:36,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43907 2024-11-12T18:21:36,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43907 2024-11-12T18:21:36,076 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:21:36,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:21:36,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34227 2024-11-12T18:21:36,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34227 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:36,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:36,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342270x0, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:36,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342270x0, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/running 2024-11-12T18:21:36,089 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:21:36,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34227-0x100353a01b70004 connected 2024-11-12T18:21:36,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:21:36,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/master 2024-11-12T18:21:36,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/acl 2024-11-12T18:21:36,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-12T18:21:36,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34227 2024-11-12T18:21:36,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34227 2024-11-12T18:21:36,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-12T18:21:36,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34227 2024-11-12T18:21:36,140 DEBUG [M:0;9911683f163c:43907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:43907 2024-11-12T18:21:36,149 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-629893341/backup-masters/9911683f163c,43907,1731435696007 2024-11-12T18:21:36,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341/backup-masters 2024-11-12T18:21:36,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341/backup-masters 2024-11-12T18:21:36,151 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on existing znode=/1-629893341/backup-masters/9911683f163c,43907,1731435696007 2024-11-12T18:21:36,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-629893341/master 2024-11-12T18:21:36,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:36,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:36,154 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on existing znode=/1-629893341/master 2024-11-12T18:21:36,154 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-629893341/backup-masters/9911683f163c,43907,1731435696007 from backup master directory 2024-11-12T18:21:36,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341/backup-masters 2024-11-12T18:21:36,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-629893341/backup-masters/9911683f163c,43907,1731435696007 2024-11-12T18:21:36,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341/backup-masters 2024-11-12T18:21:36,156 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:36,156 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,43907,1731435696007 2024-11-12T18:21:36,159 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/hbase.id] with ID: b3ac2257-4d13-49f8-ac7a-501a5930d90d 2024-11-12T18:21:36,159 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/.tmp/hbase.id 2024-11-12T18:21:36,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:21:36,576 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/.tmp/hbase.id]:[hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/hbase.id] 2024-11-12T18:21:36,584 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:36,584 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:21:36,585 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:21:36,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:36,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:21:36,994 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:36,995 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:21:36,996 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:37,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:21:37,406 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store 2024-11-12T18:21:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:21:37,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:37,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:37,813 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:37,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:37,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:37,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:37,813 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:37,813 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435697813Disabling compacts and flushes for region at 1731435697813Disabling writes for close at 1731435697813Writing region close event to WAL at 1731435697813Closed at 1731435697813 2024-11-12T18:21:37,814 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/.initializing 2024-11-12T18:21:37,814 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/WALs/9911683f163c,43907,1731435696007 2024-11-12T18:21:37,815 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:37,828 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C43907%2C1731435696007, suffix=, logDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/WALs/9911683f163c,43907,1731435696007, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/oldWALs, maxLogs=10 2024-11-12T18:21:37,847 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/WALs/9911683f163c,43907,1731435696007/9911683f163c%2C43907%2C1731435696007.1731435697828, exclude list is [], retry=0 2024-11-12T18:21:37,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38533,DS-f2a3abb3-de7e-4fcb-ad80-c3015c3e3f8d,DISK] 2024-11-12T18:21:37,852 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/WALs/9911683f163c,43907,1731435696007/9911683f163c%2C43907%2C1731435696007.1731435697828 2024-11-12T18:21:37,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42427:42427)] 2024-11-12T18:21:37,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:37,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:37,852 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,853 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:21:37,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:37,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:37,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:21:37,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:37,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:37,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:21:37,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:37,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:37,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:21:37,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:37,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:37,859 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,859 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,859 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,860 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,860 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,861 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:37,861 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:37,863 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:37,863 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73582372, jitterRate=0.09646278619766235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:37,863 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435697853Initializing all the Stores at 1731435697853Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435697853Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435697853Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435697853Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435697853Cleaning up temporary data from old regions at 1731435697860 (+7 ms)Region opened successfully at 1731435697863 (+3 ms) 2024-11-12T18:21:37,864 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:21:37,866 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1328110b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:37,866 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:21:37,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:21:37,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:21:37,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:21:37,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:21:37,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:21:37,867 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:21:37,869 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:21:37,870 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Unable to get data of znode /1-629893341/balancer because node does not exist (not necessarily an error) 2024-11-12T18:21:37,876 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-629893341/balancer already deleted, retry=false 2024-11-12T18:21:37,876 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:21:37,877 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Unable to get data of znode /1-629893341/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:21:37,884 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-629893341/normalizer already deleted, retry=false 2024-11-12T18:21:37,885 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:21:37,886 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Unable to get data of znode /1-629893341/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:21:37,891 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-629893341/switch/split already deleted, retry=false 2024-11-12T18:21:37,892 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Unable to get data of znode /1-629893341/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:21:37,899 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-629893341/switch/merge already deleted, retry=false 2024-11-12T18:21:37,901 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Unable to get data of znode /1-629893341/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:21:37,907 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-629893341/snapshot-cleanup already deleted, retry=false 2024-11-12T18:21:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-629893341/running 2024-11-12T18:21:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-629893341/running 2024-11-12T18:21:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:37,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:37,912 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,43907,1731435696007, sessionid=0x100353a01b70003, setting cluster-up flag (Was=false) 2024-11-12T18:21:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:37,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:37,922 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-629893341/flush-table-proc/acquired, /1-629893341/flush-table-proc/reached, /1-629893341/flush-table-proc/abort 2024-11-12T18:21:37,923 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43907,1731435696007 2024-11-12T18:21:37,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:37,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:37,931 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-629893341/online-snapshot/acquired, /1-629893341/online-snapshot/reached, /1-629893341/online-snapshot/abort 2024-11-12T18:21:37,932 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,43907,1731435696007 2024-11-12T18:21:37,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:21:37,934 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:37,935 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:21:37,935 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:21:37,935 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,43907,1731435696007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:37,936 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435727937 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:21:37,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:37,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:21:37,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:21:37,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435697938,5,FailOnTimeoutGroup] 2024-11-12T18:21:37,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435697938,5,FailOnTimeoutGroup] 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:37,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:21:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:37,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:37,939 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:37,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:21:37,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:21:38,028 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(746): ClusterId : b3ac2257-4d13-49f8-ac7a-501a5930d90d 2024-11-12T18:21:38,028 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:21:38,031 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:21:38,031 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:21:38,033 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:21:38,033 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a86f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:38,045 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:34227 2024-11-12T18:21:38,045 INFO [RS:0;9911683f163c:34227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:21:38,045 INFO [RS:0;9911683f163c:34227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:21:38,045 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:21:38,046 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,43907,1731435696007 with port=34227, startcode=1731435696076 2024-11-12T18:21:38,046 DEBUG [RS:0;9911683f163c:34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:21:38,048 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:21:38,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,34227,1731435696076 2024-11-12T18:21:38,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43907 {}] master.ServerManager(517): Registering regionserver=9911683f163c,34227,1731435696076 2024-11-12T18:21:38,049 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac 2024-11-12T18:21:38,049 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45001 2024-11-12T18:21:38,049 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:21:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341/rs 2024-11-12T18:21:38,055 DEBUG [RS:0;9911683f163c:34227 {}] zookeeper.ZKUtil(111): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on existing znode=/1-629893341/rs/9911683f163c,34227,1731435696076 2024-11-12T18:21:38,055 WARN [RS:0;9911683f163c:34227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:38,055 INFO [RS:0;9911683f163c:34227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:38,055 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076 2024-11-12T18:21:38,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,34227,1731435696076] 2024-11-12T18:21:38,058 INFO [RS:0;9911683f163c:34227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:21:38,060 INFO [RS:0;9911683f163c:34227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:21:38,060 INFO [RS:0;9911683f163c:34227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:21:38,060 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,060 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:21:38,061 INFO [RS:0;9911683f163c:34227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:21:38,061 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:38,061 DEBUG [RS:0;9911683f163c:34227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:38,065 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,065 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,065 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,065 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,065 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,065 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34227,1731435696076-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:38,080 INFO [RS:0;9911683f163c:34227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:21:38,080 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34227,1731435696076-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,080 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,080 INFO [RS:0;9911683f163c:34227 {}] regionserver.Replication(171): 9911683f163c,34227,1731435696076 started 2024-11-12T18:21:38,098 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:38,098 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,34227,1731435696076, RpcServer on 9911683f163c/172.17.0.3:34227, sessionid=0x100353a01b70004 2024-11-12T18:21:38,098 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:21:38,098 DEBUG [RS:0;9911683f163c:34227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,34227,1731435696076 2024-11-12T18:21:38,098 DEBUG [RS:0;9911683f163c:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34227,1731435696076' 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-629893341/flush-table-proc/abort' 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-629893341/flush-table-proc/acquired' 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,34227,1731435696076 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,34227,1731435696076' 2024-11-12T18:21:38,099 DEBUG [RS:0;9911683f163c:34227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-629893341/online-snapshot/abort' 2024-11-12T18:21:38,100 DEBUG [RS:0;9911683f163c:34227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-629893341/online-snapshot/acquired' 2024-11-12T18:21:38,100 DEBUG [RS:0;9911683f163c:34227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:21:38,100 INFO [RS:0;9911683f163c:34227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:21:38,100 INFO [RS:0;9911683f163c:34227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:21:38,202 INFO [RS:0;9911683f163c:34227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:38,205 INFO [RS:0;9911683f163c:34227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C34227%2C1731435696076, suffix=, logDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/oldWALs, maxLogs=10 2024-11-12T18:21:38,224 DEBUG [RS:0;9911683f163c:34227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, exclude list is [], retry=0 2024-11-12T18:21:38,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38533,DS-f2a3abb3-de7e-4fcb-ad80-c3015c3e3f8d,DISK] 2024-11-12T18:21:38,233 INFO [RS:0;9911683f163c:34227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 2024-11-12T18:21:38,237 DEBUG [RS:0;9911683f163c:34227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42427:42427)] 2024-11-12T18:21:38,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:21:38,369 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac 2024-11-12T18:21:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:21:38,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:38,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:38,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:38,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:38,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:38,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:38,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:38,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:38,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:38,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:38,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:38,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:38,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:38,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:38,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:38,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:38,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:38,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:38,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740 2024-11-12T18:21:38,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740 2024-11-12T18:21:38,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:38,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:38,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:38,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:38,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:38,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72163185, jitterRate=0.07531525194644928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435698797Initializing all the Stores at 1731435698798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435698798Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435698800 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435698800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435698800Cleaning up temporary data from old regions at 1731435698813 (+13 ms)Region opened successfully at 1731435698821 (+8 ms) 2024-11-12T18:21:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:38,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:38,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:38,831 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:38,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435698821Disabling compacts and flushes for region at 1731435698821Disabling writes for close at 1731435698821Writing region close event to WAL at 1731435698831 (+10 ms)Closed at 1731435698831 2024-11-12T18:21:38,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:38,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:21:38,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:21:38,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:38,839 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:21:38,989 DEBUG [9911683f163c:43907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:21:38,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,34227,1731435696076 2024-11-12T18:21:38,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,34227,1731435696076, state=OPENING 2024-11-12T18:21:38,998 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:21:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:39,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-629893341/meta-region-server: CHANGED 2024-11-12T18:21:39,000 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-629893341/meta-region-server: CHANGED 2024-11-12T18:21:39,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:39,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,34227,1731435696076}] 2024-11-12T18:21:39,177 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:39,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:21:39,189 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:21:39,189 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:39,189 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:21:39,228 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C34227%2C1731435696076.meta, suffix=.meta, logDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/oldWALs, maxLogs=10 2024-11-12T18:21:39,251 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.meta.1731435699229.meta, exclude list is [], retry=0 2024-11-12T18:21:39,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38533,DS-f2a3abb3-de7e-4fcb-ad80-c3015c3e3f8d,DISK] 2024-11-12T18:21:39,261 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.meta.1731435699229.meta 2024-11-12T18:21:39,265 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42427:42427)] 2024-11-12T18:21:39,265 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:39,265 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:39,266 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:39,266 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:21:39,266 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:21:39,266 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:21:39,266 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:39,266 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:21:39,266 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:21:39,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:39,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:39,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:39,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:39,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:39,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:39,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:39,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:39,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:39,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:39,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:39,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:39,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:39,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:39,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:39,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:39,275 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:39,276 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740 2024-11-12T18:21:39,292 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740 2024-11-12T18:21:39,294 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:39,294 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:39,294 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:39,296 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:39,296 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60454761, jitterRate=-0.09915386140346527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:39,296 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:21:39,297 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435699266Writing region info on filesystem at 1731435699266Initializing all the Stores at 1731435699267 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435699268 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435699268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435699268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435699268Cleaning up temporary data from old regions at 1731435699294 (+26 ms)Running coprocessor post-open hooks at 1731435699297 (+3 ms)Region opened successfully at 1731435699297 2024-11-12T18:21:39,307 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435699176 2024-11-12T18:21:39,317 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:21:39,318 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:21:39,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34227,1731435696076 2024-11-12T18:21:39,321 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,34227,1731435696076, state=OPEN 2024-11-12T18:21:39,323 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,34227,1731435696076 2024-11-12T18:21:39,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-629893341/meta-region-server 2024-11-12T18:21:39,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-629893341/meta-region-server 2024-11-12T18:21:39,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-629893341/meta-region-server: CHANGED 2024-11-12T18:21:39,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-629893341/meta-region-server: CHANGED 2024-11-12T18:21:39,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:21:39,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,34227,1731435696076 in 322 msec 2024-11-12T18:21:39,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:21:39,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-12T18:21:39,329 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:39,329 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:21:39,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:39,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34227,1731435696076, seqNum=-1] 2024-11-12T18:21:39,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:39,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:39,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4270 sec 2024-11-12T18:21:39,363 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435699363, completionTime=-1 2024-11-12T18:21:39,363 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:21:39,363 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435759367 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435819367 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43907,1731435696007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43907,1731435696007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,367 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43907,1731435696007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,368 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:43907, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,368 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,370 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:21:39,378 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43907,1731435696007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:39,386 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43907,1731435696007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:21:39,390 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:21:39,390 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:21:39,390 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43907,1731435696007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:39,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645f2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:39,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:39,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:39,441 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:39,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619a36e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:39,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:39,444 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:39,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4439e742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:39,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34227,1731435696076, seqNum=-1] 2024-11-12T18:21:39,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:39,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:39,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,43907,1731435696007 2024-11-12T18:21:39,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:39,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:39,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir so I do NOT create it in target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5 2024-11-12T18:21:39,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:21:39,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.tmp.dir so I do NOT create it in target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5 2024-11-12T18:21:39,490 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:21:39,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5 2024-11-12T18:21:39,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:21:39,490 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/cluster_2ec1cca4-e8a3-49a5-2380-3514d7688f15, deleteOnExit=true 2024-11-12T18:21:39,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/test.cache.data in system properties and HBase conf 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:21:39,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:21:39,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:21:39,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:21:39,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100353a01b70005 connected 2024-11-12T18:21:39,666 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T18:21:39,675 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,676 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,676 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,676 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,771 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,772 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,772 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,773 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,773 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,774 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,792 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:39,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:39,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:21:39,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:21:39,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:21:39,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:21:39,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:39,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59e041cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:21:39,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15165ee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:21:40,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:21:40,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@709059e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/java.io.tmpdir/jetty-localhost-38735-hadoop-hdfs-3_4_1-tests_jar-_-any-16865924560272483816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:21:40,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b25f01b{HTTP/1.1, (http/1.1)}{localhost:38735} 2024-11-12T18:21:40,229 INFO [Time-limited test {}] server.Server(415): Started @262781ms 2024-11-12T18:21:40,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:21:40,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:21:40,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:21:40,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:21:40,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:21:40,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18212679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:21:40,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19375c90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:21:40,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61b9b640{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/java.io.tmpdir/jetty-localhost-34095-hadoop-hdfs-3_4_1-tests_jar-_-any-15197088533017874057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:21:40,756 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3506c882{HTTP/1.1, (http/1.1)}{localhost:34095} 2024-11-12T18:21:40,756 INFO [Time-limited test {}] server.Server(415): Started @263308ms 2024-11-12T18:21:40,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:21:41,321 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/cluster_2ec1cca4-e8a3-49a5-2380-3514d7688f15/data/data1/current/BP-1064032911-172.17.0.3-1731435699554/current, will proceed with Du for space computation calculation, 2024-11-12T18:21:41,329 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/cluster_2ec1cca4-e8a3-49a5-2380-3514d7688f15/data/data2/current/BP-1064032911-172.17.0.3-1731435699554/current, will proceed with Du for space computation calculation, 2024-11-12T18:21:41,433 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:21:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6cf22897fdf9602 with lease ID 0xed7cebebb4bef295: Processing first storage report for DS-ae18637d-2957-479b-8662-6396fb6739f9 from datanode DatanodeRegistration(127.0.0.1:43643, datanodeUuid=61445bc1-7d8e-4242-8d2c-6e2b2af627ab, infoPort=42405, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1156664300;c=1731435699554) 2024-11-12T18:21:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6cf22897fdf9602 with lease ID 0xed7cebebb4bef295: from storage DS-ae18637d-2957-479b-8662-6396fb6739f9 node DatanodeRegistration(127.0.0.1:43643, datanodeUuid=61445bc1-7d8e-4242-8d2c-6e2b2af627ab, infoPort=42405, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1156664300;c=1731435699554), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:21:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6cf22897fdf9602 with lease ID 0xed7cebebb4bef295: Processing first storage report for DS-45b6ba56-df1d-4c29-bee4-10db40ecaf98 from datanode DatanodeRegistration(127.0.0.1:43643, datanodeUuid=61445bc1-7d8e-4242-8d2c-6e2b2af627ab, infoPort=42405, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1156664300;c=1731435699554) 2024-11-12T18:21:41,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6cf22897fdf9602 with lease ID 0xed7cebebb4bef295: from storage DS-45b6ba56-df1d-4c29-bee4-10db40ecaf98 node DatanodeRegistration(127.0.0.1:43643, datanodeUuid=61445bc1-7d8e-4242-8d2c-6e2b2af627ab, infoPort=42405, infoSecurePort=0, ipcPort=42435, storageInfo=lv=-57;cid=testClusterID;nsid=1156664300;c=1731435699554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:21:41,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5 2024-11-12T18:21:41,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:41,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:41,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:21:41,627 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1 with version=8 2024-11-12T18:21:41,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/hbase-staging 2024-11-12T18:21:41,630 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:21:41,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:21:41,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41919 2024-11-12T18:21:41,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41919 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:41,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419190x0, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:41,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41919-0x100353a01b70006 connected 2024-11-12T18:21:41,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:41,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:41,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/running 2024-11-12T18:21:41,738 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1, hbase.cluster.distributed=false 2024-11-12T18:21:41,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/acl 2024-11-12T18:21:41,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-12T18:21:41,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41919 2024-11-12T18:21:41,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41919 2024-11-12T18:21:41,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-12T18:21:41,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-12T18:21:41,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:21:41,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:21:41,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35737 2024-11-12T18:21:41,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35737 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:41,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:41,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:41,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357370x0, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:41,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357370x0, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/running 2024-11-12T18:21:41,886 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:21:41,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35737-0x100353a01b70007 connected 2024-11-12T18:21:41,932 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:21:41,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/master 2024-11-12T18:21:41,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/acl 2024-11-12T18:21:41,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35737 2024-11-12T18:21:41,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35737 2024-11-12T18:21:41,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35737 2024-11-12T18:21:41,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35737 2024-11-12T18:21:41,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35737 2024-11-12T18:21:42,019 DEBUG [M:0;9911683f163c:41919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:41919 2024-11-12T18:21:42,026 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2344516570/backup-masters/9911683f163c,41919,1731435701630 2024-11-12T18:21:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570/backup-masters 2024-11-12T18:21:42,029 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on existing znode=/2344516570/backup-masters/9911683f163c,41919,1731435701630 2024-11-12T18:21:42,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570/backup-masters 2024-11-12T18:21:42,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2344516570/master 2024-11-12T18:21:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:42,040 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on existing znode=/2344516570/master 2024-11-12T18:21:42,041 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2344516570/backup-masters/9911683f163c,41919,1731435701630 from backup master directory 2024-11-12T18:21:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570/backup-masters 2024-11-12T18:21:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2344516570/backup-masters/9911683f163c,41919,1731435701630 2024-11-12T18:21:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570/backup-masters 2024-11-12T18:21:42,044 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:42,044 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,41919,1731435701630 2024-11-12T18:21:42,051 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/hbase.id] with ID: 9fca9e83-efcb-4995-b812-be71e8dee8aa 2024-11-12T18:21:42,051 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/.tmp/hbase.id 2024-11-12T18:21:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:21:42,099 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/.tmp/hbase.id]:[hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/hbase.id] 2024-11-12T18:21:42,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:21:42,155 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:21:42,156 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:21:42,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:42,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:21:42,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:42,626 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:21:42,629 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:21:42,706 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store 2024-11-12T18:21:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:21:43,205 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:43,205 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:21:43,205 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:43,205 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:43,205 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:21:43,205 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:43,205 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:21:43,205 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435703205Disabling compacts and flushes for region at 1731435703205Disabling writes for close at 1731435703205Writing region close event to WAL at 1731435703205Closed at 1731435703205 2024-11-12T18:21:43,212 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/.initializing 2024-11-12T18:21:43,212 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/WALs/9911683f163c,41919,1731435701630 2024-11-12T18:21:43,216 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:43,227 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C41919%2C1731435701630, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/WALs/9911683f163c,41919,1731435701630, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/oldWALs, maxLogs=10 2024-11-12T18:21:43,263 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/WALs/9911683f163c,41919,1731435701630/9911683f163c%2C41919%2C1731435701630.1731435703228, exclude list is [], retry=0 2024-11-12T18:21:43,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-ae18637d-2957-479b-8662-6396fb6739f9,DISK] 2024-11-12T18:21:43,282 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/WALs/9911683f163c,41919,1731435701630/9911683f163c%2C41919%2C1731435701630.1731435703228 2024-11-12T18:21:43,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-12T18:21:43,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:43,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:43,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:21:43,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:43,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:43,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:21:43,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:43,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:43,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:21:43,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:43,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:43,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:21:43,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:43,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:43,308 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,313 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,315 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,317 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,318 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,318 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:43,329 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:21:43,341 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:43,342 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67027171, jitterRate=-0.0012173205614089966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:43,343 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435703293Initializing all the Stores at 1731435703294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435703294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435703295 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435703295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435703295Cleaning up temporary data from old regions at 1731435703318 (+23 ms)Region opened successfully at 1731435703343 (+25 ms) 2024-11-12T18:21:43,344 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:21:43,353 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae68f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:43,355 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:21:43,355 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:21:43,355 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:21:43,355 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:21:43,360 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-12T18:21:43,361 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:21:43,361 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:21:43,383 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:21:43,385 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Unable to get data of znode /2344516570/balancer because node does not exist (not necessarily an error) 2024-11-12T18:21:43,387 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2344516570/balancer already deleted, retry=false 2024-11-12T18:21:43,387 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:21:43,388 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Unable to get data of znode /2344516570/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:21:43,393 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2344516570/normalizer already deleted, retry=false 2024-11-12T18:21:43,393 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:21:43,396 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Unable to get data of znode /2344516570/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:21:43,398 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2344516570/switch/split already deleted, retry=false 2024-11-12T18:21:43,403 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Unable to get data of znode /2344516570/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:21:43,408 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2344516570/switch/merge already deleted, retry=false 2024-11-12T18:21:43,410 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Unable to get data of znode /2344516570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:21:43,416 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2344516570/snapshot-cleanup already deleted, retry=false 2024-11-12T18:21:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2344516570/running 2024-11-12T18:21:43,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2344516570/running 2024-11-12T18:21:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:43,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:43,422 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,41919,1731435701630, sessionid=0x100353a01b70006, setting cluster-up flag (Was=false) 2024-11-12T18:21:43,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:43,453 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2344516570/flush-table-proc/acquired, /2344516570/flush-table-proc/reached, /2344516570/flush-table-proc/abort 2024-11-12T18:21:43,464 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,41919,1731435701630 2024-11-12T18:21:43,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:43,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:43,526 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2344516570/online-snapshot/acquired, /2344516570/online-snapshot/reached, /2344516570/online-snapshot/abort 2024-11-12T18:21:43,553 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,41919,1731435701630 2024-11-12T18:21:43,576 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:21:43,585 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:43,585 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:21:43,586 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:21:43,587 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,41919,1731435701630 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:21:43,624 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:43,624 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:43,624 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:43,624 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:21:43,624 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:21:43,625 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,625 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:43,625 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,635 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(746): ClusterId : 9fca9e83-efcb-4995-b812-be71e8dee8aa 2024-11-12T18:21:43,635 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:21:43,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:43,641 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:21:43,653 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435733653 2024-11-12T18:21:43,653 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:21:43,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:21:43,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:21:43,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:21:43,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:21:43,654 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:21:43,657 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,657 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:43,657 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:21:43,661 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:21:43,661 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:21:43,671 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:21:43,671 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3408c27c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:21:43,680 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:21:43,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:21:43,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:21:43,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:21:43,684 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:21:43,684 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:21:43,685 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435703684,5,FailOnTimeoutGroup] 2024-11-12T18:21:43,688 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435703686,5,FailOnTimeoutGroup] 2024-11-12T18:21:43,688 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,689 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:21:43,689 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,689 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,742 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:35737 2024-11-12T18:21:43,742 INFO [RS:0;9911683f163c:35737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:21:43,742 INFO [RS:0;9911683f163c:35737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:21:43,742 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:21:43,743 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,41919,1731435701630 with port=35737, startcode=1731435701833 2024-11-12T18:21:43,743 DEBUG [RS:0;9911683f163c:35737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:21:43,749 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:21:43,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,35737,1731435701833 2024-11-12T18:21:43,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(517): Registering regionserver=9911683f163c,35737,1731435701833 2024-11-12T18:21:43,756 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1 2024-11-12T18:21:43,756 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46551 2024-11-12T18:21:43,756 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:21:43,762 DEBUG [RS:0;9911683f163c:35737 {}] zookeeper.ZKUtil(111): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on existing znode=/2344516570/rs/9911683f163c,35737,1731435701833 2024-11-12T18:21:43,762 WARN [RS:0;9911683f163c:35737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:21:43,762 INFO [RS:0;9911683f163c:35737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:43,762 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833 2024-11-12T18:21:43,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570/rs 2024-11-12T18:21:43,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:21:43,768 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:21:43,768 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1 2024-11-12T18:21:43,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,35737,1731435701833] 2024-11-12T18:21:43,795 INFO [RS:0;9911683f163c:35737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:21:43,829 INFO [RS:0;9911683f163c:35737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:21:43,830 INFO [RS:0;9911683f163c:35737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:21:43,830 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:21:43,853 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:21:43,857 INFO [RS:0;9911683f163c:35737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:21:43,857 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:43,857 DEBUG [RS:0;9911683f163c:35737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:21:43,872 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,873 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,873 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,873 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,873 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,873 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35737,1731435701833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:43,901 INFO [RS:0;9911683f163c:35737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:21:43,901 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,35737,1731435701833-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,901 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,901 INFO [RS:0;9911683f163c:35737 {}] regionserver.Replication(171): 9911683f163c,35737,1731435701833 started 2024-11-12T18:21:43,925 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:43,925 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,35737,1731435701833, RpcServer on 9911683f163c/172.17.0.3:35737, sessionid=0x100353a01b70007 2024-11-12T18:21:43,926 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:21:43,926 DEBUG [RS:0;9911683f163c:35737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,35737,1731435701833 2024-11-12T18:21:43,926 DEBUG [RS:0;9911683f163c:35737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35737,1731435701833' 2024-11-12T18:21:43,926 DEBUG [RS:0;9911683f163c:35737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2344516570/flush-table-proc/abort' 2024-11-12T18:21:43,926 DEBUG [RS:0;9911683f163c:35737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2344516570/flush-table-proc/acquired' 2024-11-12T18:21:43,927 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:21:43,927 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:21:43,927 DEBUG [RS:0;9911683f163c:35737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,35737,1731435701833 2024-11-12T18:21:43,927 DEBUG [RS:0;9911683f163c:35737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,35737,1731435701833' 2024-11-12T18:21:43,927 DEBUG [RS:0;9911683f163c:35737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2344516570/online-snapshot/abort' 2024-11-12T18:21:43,927 DEBUG [RS:0;9911683f163c:35737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2344516570/online-snapshot/acquired' 2024-11-12T18:21:43,928 DEBUG [RS:0;9911683f163c:35737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:21:43,928 INFO [RS:0;9911683f163c:35737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:21:43,928 INFO [RS:0;9911683f163c:35737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:21:44,028 INFO [RS:0;9911683f163c:35737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:21:44,031 INFO [RS:0;9911683f163c:35737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35737%2C1731435701833, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/oldWALs, maxLogs=10 2024-11-12T18:21:44,073 DEBUG [RS:0;9911683f163c:35737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, exclude list is [], retry=0 2024-11-12T18:21:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-ae18637d-2957-479b-8662-6396fb6739f9,DISK] 2024-11-12T18:21:44,093 INFO [RS:0;9911683f163c:35737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 2024-11-12T18:21:44,093 DEBUG [RS:0;9911683f163c:35737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-12T18:21:44,239 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:44,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:44,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:44,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:44,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:44,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:44,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:44,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:44,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:44,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,285 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:44,293 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740 2024-11-12T18:21:44,300 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740 2024-11-12T18:21:44,310 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:44,310 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:44,316 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:44,332 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:44,368 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:44,373 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65278570, jitterRate=-0.027273505926132202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:44,373 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435704239Initializing all the Stores at 1731435704248 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435704248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435704248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435704248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435704248Cleaning up temporary data from old regions at 1731435704310 (+62 ms)Region opened successfully at 1731435704373 (+63 ms) 2024-11-12T18:21:44,373 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:21:44,373 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:21:44,373 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:21:44,373 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:21:44,373 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:21:44,389 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:21:44,389 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435704373Disabling compacts and flushes for region at 1731435704373Disabling writes for close at 1731435704373Writing region close event to WAL at 1731435704389 (+16 ms)Closed at 1731435704389 2024-11-12T18:21:44,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:44,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:21:44,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:21:44,392 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:44,393 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:21:44,545 DEBUG [9911683f163c:41919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:21:44,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,35737,1731435701833 2024-11-12T18:21:44,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35737,1731435701833, state=OPENING 2024-11-12T18:21:44,553 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:21:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:44,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:44,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:21:44,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35737,1731435701833}] 2024-11-12T18:21:44,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2344516570/meta-region-server: CHANGED 2024-11-12T18:21:44,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2344516570/meta-region-server: CHANGED 2024-11-12T18:21:44,718 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:44,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:21:44,734 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:21:44,734 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:44,735 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:21:44,737 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35737%2C1731435701833.meta, suffix=.meta, logDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/oldWALs, maxLogs=10 2024-11-12T18:21:44,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,799 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.meta.1731435704737.meta, exclude list is [], retry=0 2024-11-12T18:21:44,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-ae18637d-2957-479b-8662-6396fb6739f9,DISK] 2024-11-12T18:21:44,839 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.meta.1731435704737.meta 2024-11-12T18:21:44,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-12T18:21:44,849 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:44,849 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:44,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:44,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:21:44,850 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:21:44,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:21:44,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:44,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:21:44,850 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:21:44,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:21:44,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:21:44,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:21:44,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:21:44,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:21:44,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:21:44,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:21:44,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:21:44,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:44,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:21:44,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:21:44,909 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740 2024-11-12T18:21:44,918 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740 2024-11-12T18:21:44,919 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:21:44,919 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:21:44,919 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:21:44,923 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:21:44,929 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67209489, jitterRate=0.0014994293451309204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:21:44,929 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:21:44,930 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435704850Writing region info on filesystem at 1731435704850Initializing all the Stores at 1731435704863 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435704863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435704868 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435704868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435704868Cleaning up temporary data from old regions at 1731435704919 (+51 ms)Running coprocessor post-open hooks at 1731435704929 (+10 ms)Region opened successfully at 1731435704929 2024-11-12T18:21:44,936 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435704718 2024-11-12T18:21:44,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35737,1731435701833 2024-11-12T18:21:44,942 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:21:44,942 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:21:44,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,35737,1731435701833, state=OPEN 2024-11-12T18:21:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2344516570/meta-region-server 2024-11-12T18:21:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2344516570/meta-region-server 2024-11-12T18:21:44,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,35737,1731435701833 2024-11-12T18:21:44,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2344516570/meta-region-server: CHANGED 2024-11-12T18:21:44,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2344516570/meta-region-server: CHANGED 2024-11-12T18:21:44,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:21:44,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,35737,1731435701833 in 382 msec 2024-11-12T18:21:44,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:21:44,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 556 msec 2024-11-12T18:21:44,950 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:21:44,950 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:21:44,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,966 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:44,966 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35737,1731435701833, seqNum=-1] 2024-11-12T18:21:44,967 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:44,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:44,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-12T18:21:44,986 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435704986, completionTime=-1 2024-11-12T18:21:44,986 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:21:44,986 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:21:44,989 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:21:44,989 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435764989 2024-11-12T18:21:44,989 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435824989 2024-11-12T18:21:44,989 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:21:44,990 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41919,1731435701630-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:44,990 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41919,1731435701630-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:44,990 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41919,1731435701630-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:44,990 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:41919, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:44,990 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:44,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:44,994 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:21:45,001 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:45,007 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41919,1731435701630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:21:45,008 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41919,1731435701630-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:21:45,011 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:21:45,011 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:21:45,011 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,41919,1731435701630-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:21:45,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:21:45,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:21:45,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:45,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,41919,-1 for getting cluster id 2024-11-12T18:21:45,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:45,083 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fca9e83-efcb-4995-b812-be71e8dee8aa' 2024-11-12T18:21:45,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fca9e83-efcb-4995-b812-be71e8dee8aa" 2024-11-12T18:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@668bc928, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,41919,-1] 2024-11-12T18:21:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:45,086 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:45,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe7747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:45,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35737,1731435701833, seqNum=-1] 2024-11-12T18:21:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:45,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,41919,1731435701630 2024-11-12T18:21:45,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54935 2024-11-12T18:21:45,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:21:45,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100353a01b70008 connected 2024-11-12T18:21:45,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44773,1731435692075 2024-11-12T18:21:45,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7897198c 2024-11-12T18:21:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:45,130 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:45,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:21:45,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:45,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:45,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:45,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:21:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:21:45,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 487da7687218ae665f0e6d5cab6bea80, NAME => 'test,,1731435705131.487da7687218ae665f0e6d5cab6bea80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2 2024-11-12T18:21:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:21:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:45,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435705131.487da7687218ae665f0e6d5cab6bea80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:45,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 487da7687218ae665f0e6d5cab6bea80, disabling compactions & flushes 2024-11-12T18:21:45,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:45,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:45,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. after waiting 0 ms 2024-11-12T18:21:45,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:45,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:45,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 487da7687218ae665f0e6d5cab6bea80: Waiting for close lock at 1731435705723Disabling compacts and flushes for region at 1731435705723Disabling writes for close at 1731435705723Writing region close event to WAL at 1731435705723Closed at 1731435705723 2024-11-12T18:21:45,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:45,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435705131.487da7687218ae665f0e6d5cab6bea80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435705725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435705725"}]},"ts":"1731435705725"} 2024-11-12T18:21:45,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:45,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:45,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435705743"}]},"ts":"1731435705743"} 2024-11-12T18:21:45,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:21:45,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=487da7687218ae665f0e6d5cab6bea80, ASSIGN}] 2024-11-12T18:21:45,754 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=487da7687218ae665f0e6d5cab6bea80, ASSIGN 2024-11-12T18:21:45,755 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=487da7687218ae665f0e6d5cab6bea80, ASSIGN; state=OFFLINE, location=9911683f163c,44507,1731435692418; forceNewPlan=false, retain=false 2024-11-12T18:21:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:45,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=487da7687218ae665f0e6d5cab6bea80, regionState=OPENING, regionLocation=9911683f163c,44507,1731435692418 2024-11-12T18:21:45,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=487da7687218ae665f0e6d5cab6bea80, ASSIGN because future has completed 2024-11-12T18:21:45,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 487da7687218ae665f0e6d5cab6bea80, server=9911683f163c,44507,1731435692418}] 2024-11-12T18:21:46,171 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:46,171 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 487da7687218ae665f0e6d5cab6bea80, NAME => 'test,,1731435705131.487da7687218ae665f0e6d5cab6bea80.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:46,171 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:46,171 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:21:46,172 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,172 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435705131.487da7687218ae665f0e6d5cab6bea80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:46,172 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,172 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,189 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,198 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487da7687218ae665f0e6d5cab6bea80 columnFamilyName f 2024-11-12T18:21:46,198 DEBUG [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:46,199 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] regionserver.HStore(327): Store=487da7687218ae665f0e6d5cab6bea80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:46,199 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,200 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487da7687218ae665f0e6d5cab6bea80 columnFamilyName f1 2024-11-12T18:21:46,200 DEBUG [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:46,201 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] regionserver.HStore(327): Store=487da7687218ae665f0e6d5cab6bea80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:46,201 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,202 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487da7687218ae665f0e6d5cab6bea80 columnFamilyName norep 2024-11-12T18:21:46,202 DEBUG [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:46,202 INFO [StoreOpener-487da7687218ae665f0e6d5cab6bea80-1 {}] regionserver.HStore(327): Store=487da7687218ae665f0e6d5cab6bea80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:46,202 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,203 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,203 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,204 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,204 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,205 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:46,206 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,217 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:46,218 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 487da7687218ae665f0e6d5cab6bea80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60556771, jitterRate=-0.09763379395008087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:46,218 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:21:46,218 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 487da7687218ae665f0e6d5cab6bea80: Running coprocessor pre-open hook at 1731435706172Writing region info on filesystem at 1731435706172Initializing all the Stores at 1731435706176 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435706176Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435706186 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435706186Cleaning up temporary data from old regions at 1731435706204 (+18 ms)Running coprocessor post-open hooks at 1731435706218 (+14 ms)Region opened successfully at 1731435706218 2024-11-12T18:21:46,219 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435705131.487da7687218ae665f0e6d5cab6bea80., pid=6, masterSystemTime=1731435706116 2024-11-12T18:21:46,222 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:46,222 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:21:46,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=487da7687218ae665f0e6d5cab6bea80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,44507,1731435692418 2024-11-12T18:21:46,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 487da7687218ae665f0e6d5cab6bea80, server=9911683f163c,44507,1731435692418 because future has completed 2024-11-12T18:21:46,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:21:46,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 487da7687218ae665f0e6d5cab6bea80, server=9911683f163c,44507,1731435692418 in 300 msec 2024-11-12T18:21:46,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:21:46,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=487da7687218ae665f0e6d5cab6bea80, ASSIGN in 476 msec 2024-11-12T18:21:46,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:46,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435706233"}]},"ts":"1731435706233"} 2024-11-12T18:21:46,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:21:46,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:46,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1070 sec 2024-11-12T18:21:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:46,313 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:21:46,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43907,1731435696007 2024-11-12T18:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a79135 2024-11-12T18:21:46,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:46,317 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:46,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:21:46,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:46,327 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:46,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:21:46,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:46,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:21:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:46,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 084191514c3fffaab25a41a458b77757, NAME => 'test,,1731435706317.084191514c3fffaab25a41a458b77757.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac 2024-11-12T18:21:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:21:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:47,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:47,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:21:47,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88593 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:21:47,265 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435706317.084191514c3fffaab25a41a458b77757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:47,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 084191514c3fffaab25a41a458b77757, disabling compactions & flushes 2024-11-12T18:21:47,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435706317.084191514c3fffaab25a41a458b77757. after waiting 0 ms 2024-11-12T18:21:47,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 084191514c3fffaab25a41a458b77757: Waiting for close lock at 1731435707266Disabling compacts and flushes for region at 1731435707266Disabling writes for close at 1731435707266Writing region close event to WAL at 1731435707266Closed at 1731435707266 2024-11-12T18:21:47,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:47,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435706317.084191514c3fffaab25a41a458b77757.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435707267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435707267"}]},"ts":"1731435707267"} 2024-11-12T18:21:47,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:47,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:47,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435707270"}]},"ts":"1731435707270"} 2024-11-12T18:21:47,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:21:47,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=084191514c3fffaab25a41a458b77757, ASSIGN}] 2024-11-12T18:21:47,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=084191514c3fffaab25a41a458b77757, ASSIGN 2024-11-12T18:21:47,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=084191514c3fffaab25a41a458b77757, ASSIGN; state=OFFLINE, location=9911683f163c,34227,1731435696076; forceNewPlan=false, retain=false 2024-11-12T18:21:47,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=084191514c3fffaab25a41a458b77757, regionState=OPENING, regionLocation=9911683f163c,34227,1731435696076 2024-11-12T18:21:47,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=084191514c3fffaab25a41a458b77757, ASSIGN because future has completed 2024-11-12T18:21:47,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084191514c3fffaab25a41a458b77757, server=9911683f163c,34227,1731435696076}] 2024-11-12T18:21:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:47,621 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,621 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 084191514c3fffaab25a41a458b77757, NAME => 'test,,1731435706317.084191514c3fffaab25a41a458b77757.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:47,622 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:47,622 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:21:47,622 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,622 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435706317.084191514c3fffaab25a41a458b77757.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:47,622 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,622 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,649 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,657 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084191514c3fffaab25a41a458b77757 columnFamilyName f 2024-11-12T18:21:47,657 DEBUG [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:47,658 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] regionserver.HStore(327): Store=084191514c3fffaab25a41a458b77757/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:47,659 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,664 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084191514c3fffaab25a41a458b77757 columnFamilyName f1 2024-11-12T18:21:47,664 DEBUG [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:47,664 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] regionserver.HStore(327): Store=084191514c3fffaab25a41a458b77757/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:47,664 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,669 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 084191514c3fffaab25a41a458b77757 columnFamilyName norep 2024-11-12T18:21:47,669 DEBUG [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:47,672 INFO [StoreOpener-084191514c3fffaab25a41a458b77757-1 {}] regionserver.HStore(327): Store=084191514c3fffaab25a41a458b77757/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:47,673 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,681 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,687 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,698 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,698 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,700 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:47,703 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,706 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:47,706 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 084191514c3fffaab25a41a458b77757; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65069729, jitterRate=-0.03038547933101654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:47,706 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 084191514c3fffaab25a41a458b77757 2024-11-12T18:21:47,706 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 084191514c3fffaab25a41a458b77757: Running coprocessor pre-open hook at 1731435707623Writing region info on filesystem at 1731435707623Initializing all the Stores at 1731435707637 (+14 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435707637Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435707645 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435707645Cleaning up temporary data from old regions at 1731435707698 (+53 ms)Running coprocessor post-open hooks at 1731435707706 (+8 ms)Region opened successfully at 1731435707706 2024-11-12T18:21:47,712 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435706317.084191514c3fffaab25a41a458b77757., pid=6, masterSystemTime=1731435707597 2024-11-12T18:21:47,715 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,715 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:21:47,716 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=084191514c3fffaab25a41a458b77757, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,34227,1731435696076 2024-11-12T18:21:47,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 084191514c3fffaab25a41a458b77757, server=9911683f163c,34227,1731435696076 because future has completed 2024-11-12T18:21:47,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:21:47,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 084191514c3fffaab25a41a458b77757, server=9911683f163c,34227,1731435696076 in 280 msec 2024-11-12T18:21:47,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:21:47,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=084191514c3fffaab25a41a458b77757, ASSIGN in 450 msec 2024-11-12T18:21:47,725 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:47,725 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435707725"}]},"ts":"1731435707725"} 2024-11-12T18:21:47,727 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:21:47,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:47,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4100 sec 2024-11-12T18:21:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:48,488 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:21:48,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,41919,1731435701630 2024-11-12T18:21:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629c1ece 2024-11-12T18:21:48,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:48,492 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:48,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:21:48,497 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:48,497 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:48,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:48,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:21:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:21:48,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79120d5cb288721ddd9e57df43c06845, NAME => 'test,,1731435708492.79120d5cb288721ddd9e57df43c06845.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1 2024-11-12T18:21:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:21:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:49,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435708492.79120d5cb288721ddd9e57df43c06845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:49,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79120d5cb288721ddd9e57df43c06845, disabling compactions & flushes 2024-11-12T18:21:49,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435708492.79120d5cb288721ddd9e57df43c06845. after waiting 0 ms 2024-11-12T18:21:49,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79120d5cb288721ddd9e57df43c06845: Waiting for close lock at 1731435709050Disabling compacts and flushes for region at 1731435709050Disabling writes for close at 1731435709050Writing region close event to WAL at 1731435709050Closed at 1731435709050 2024-11-12T18:21:49,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:49,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435708492.79120d5cb288721ddd9e57df43c06845.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435709052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435709052"}]},"ts":"1731435709052"} 2024-11-12T18:21:49,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:49,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:49,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435709061"}]},"ts":"1731435709061"} 2024-11-12T18:21:49,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:21:49,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79120d5cb288721ddd9e57df43c06845, ASSIGN}] 2024-11-12T18:21:49,072 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79120d5cb288721ddd9e57df43c06845, ASSIGN 2024-11-12T18:21:49,080 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79120d5cb288721ddd9e57df43c06845, ASSIGN; state=OFFLINE, location=9911683f163c,35737,1731435701833; forceNewPlan=false, retain=false 2024-11-12T18:21:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:49,233 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79120d5cb288721ddd9e57df43c06845, regionState=OPENING, regionLocation=9911683f163c,35737,1731435701833 2024-11-12T18:21:49,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79120d5cb288721ddd9e57df43c06845, ASSIGN because future has completed 2024-11-12T18:21:49,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79120d5cb288721ddd9e57df43c06845, server=9911683f163c,35737,1731435701833}] 2024-11-12T18:21:49,412 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,412 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79120d5cb288721ddd9e57df43c06845, NAME => 'test,,1731435708492.79120d5cb288721ddd9e57df43c06845.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:49,413 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:49,413 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435708492.79120d5cb288721ddd9e57df43c06845.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,413 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,420 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,422 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79120d5cb288721ddd9e57df43c06845 columnFamilyName f 2024-11-12T18:21:49,422 DEBUG [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:49,422 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] regionserver.HStore(327): Store=79120d5cb288721ddd9e57df43c06845/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:49,422 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,423 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79120d5cb288721ddd9e57df43c06845 columnFamilyName f1 2024-11-12T18:21:49,423 DEBUG [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:49,424 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] regionserver.HStore(327): Store=79120d5cb288721ddd9e57df43c06845/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:49,424 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,425 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79120d5cb288721ddd9e57df43c06845 columnFamilyName norep 2024-11-12T18:21:49,425 DEBUG [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:49,425 INFO [StoreOpener-79120d5cb288721ddd9e57df43c06845-1 {}] regionserver.HStore(327): Store=79120d5cb288721ddd9e57df43c06845/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:49,426 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,427 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,427 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,431 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,431 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,431 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:49,434 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,437 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:49,437 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79120d5cb288721ddd9e57df43c06845; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58756105, jitterRate=-0.12446580827236176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:49,437 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:21:49,438 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79120d5cb288721ddd9e57df43c06845: Running coprocessor pre-open hook at 1731435709414Writing region info on filesystem at 1731435709414Initializing all the Stores at 1731435709414Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435709414Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435709417 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435709417Cleaning up temporary data from old regions at 1731435709431 (+14 ms)Running coprocessor post-open hooks at 1731435709437 (+6 ms)Region opened successfully at 1731435709438 (+1 ms) 2024-11-12T18:21:49,449 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435708492.79120d5cb288721ddd9e57df43c06845., pid=6, masterSystemTime=1731435709406 2024-11-12T18:21:49,457 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,457 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:21:49,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79120d5cb288721ddd9e57df43c06845, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,35737,1731435701833 2024-11-12T18:21:49,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79120d5cb288721ddd9e57df43c06845, server=9911683f163c,35737,1731435701833 because future has completed 2024-11-12T18:21:49,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:21:49,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79120d5cb288721ddd9e57df43c06845, server=9911683f163c,35737,1731435701833 in 221 msec 2024-11-12T18:21:49,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:21:49,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79120d5cb288721ddd9e57df43c06845, ASSIGN in 400 msec 2024-11-12T18:21:49,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:49,477 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435709476"}]},"ts":"1731435709476"} 2024-11-12T18:21:49,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:21:49,480 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:49,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 987 msec 2024-11-12T18:21:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:21:49,653 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:21:49,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:49,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44773,-1 for getting cluster id 2024-11-12T18:21:49,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:49,665 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec4d62d-3635-45de-aace-4c8b4315e2ea' 2024-11-12T18:21:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec4d62d-3635-45de-aace-4c8b4315e2ea" 2024-11-12T18:21:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672cd78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44773,-1] 2024-11-12T18:21:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:49,667 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:49,670 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693c08ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:49,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,44773,1731435692075 2024-11-12T18:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33db6773 2024-11-12T18:21:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:49,682 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:49,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:43907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:21:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:21:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:49,697 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43907' 2024-11-12T18:21:49,699 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9184f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:49,700 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:49,700 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:49,701 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c46399c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:49,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:49,703 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:49,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781f6b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:49,704 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:49,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43907,1731435696007 2024-11-12T18:21:49,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa65792 2024-11-12T18:21:49,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:49,708 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:49,709 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T18:21:49,709 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:21:49,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:49,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:49,710 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:49,711 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:21:49,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:49,712 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:49,712 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:49,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:49,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:21:49,761 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:21:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:49,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:21:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:50,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e621e55c4534a9d50572ef7ccb53fc6, NAME => 'hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2 2024-11-12T18:21:50,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:21:50,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:50,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e621e55c4534a9d50572ef7ccb53fc6, disabling compactions & flushes 2024-11-12T18:21:50,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. after waiting 0 ms 2024-11-12T18:21:50,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e621e55c4534a9d50572ef7ccb53fc6: Waiting for close lock at 1731435710265Disabling compacts and flushes for region at 1731435710265Disabling writes for close at 1731435710265Writing region close event to WAL at 1731435710265Closed at 1731435710265 2024-11-12T18:21:50,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:50,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435710268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435710268"}]},"ts":"1731435710268"} 2024-11-12T18:21:50,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:50,274 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:50,274 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435710274"}]},"ts":"1731435710274"} 2024-11-12T18:21:50,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:21:50,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e621e55c4534a9d50572ef7ccb53fc6, ASSIGN}] 2024-11-12T18:21:50,278 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e621e55c4534a9d50572ef7ccb53fc6, ASSIGN 2024-11-12T18:21:50,279 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e621e55c4534a9d50572ef7ccb53fc6, ASSIGN; state=OFFLINE, location=9911683f163c,44507,1731435692418; forceNewPlan=false, retain=false 2024-11-12T18:21:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:50,355 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:50,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,449 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e621e55c4534a9d50572ef7ccb53fc6, regionState=OPENING, regionLocation=9911683f163c,44507,1731435692418 2024-11-12T18:21:50,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e621e55c4534a9d50572ef7ccb53fc6, ASSIGN because future has completed 2024-11-12T18:21:50,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e621e55c4534a9d50572ef7ccb53fc6, server=9911683f163c,44507,1731435692418}] 2024-11-12T18:21:50,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:50,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:50,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:21:50,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C44507%2C1731435692418.rep, suffix=, logDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418, archiveDir=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/oldWALs, maxLogs=10 2024-11-12T18:21:50,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.rep.1731435710671, exclude list is [], retry=0 2024-11-12T18:21:50,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33387,DS-0ade9d16-0bd2-43b4-9466-3df5126fb837,DISK] 2024-11-12T18:21:50,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.rep.1731435710671 2024-11-12T18:21:50,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42327:42327)] 2024-11-12T18:21:50,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e621e55c4534a9d50572ef7ccb53fc6, NAME => 'hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:50,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:50,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:50,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. service=MultiRowMutationService 2024-11-12T18:21:50,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:21:50,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:50,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,741 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,749 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e621e55c4534a9d50572ef7ccb53fc6 columnFamilyName hfileref 2024-11-12T18:21:50,749 DEBUG [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:50,753 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] regionserver.HStore(327): Store=6e621e55c4534a9d50572ef7ccb53fc6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:50,753 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,757 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e621e55c4534a9d50572ef7ccb53fc6 columnFamilyName queue 2024-11-12T18:21:50,757 DEBUG [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:50,757 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] regionserver.HStore(327): Store=6e621e55c4534a9d50572ef7ccb53fc6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:50,758 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,759 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e621e55c4534a9d50572ef7ccb53fc6 columnFamilyName sid 2024-11-12T18:21:50,759 DEBUG [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:50,759 INFO [StoreOpener-6e621e55c4534a9d50572ef7ccb53fc6-1 {}] regionserver.HStore(327): Store=6e621e55c4534a9d50572ef7ccb53fc6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:50,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/replication/6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/replication/6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:50,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/replication/6e621e55c4534a9d50572ef7ccb53fc6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:50,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e621e55c4534a9d50572ef7ccb53fc6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75077988, jitterRate=0.11874920129776001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:50,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:21:50,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e621e55c4534a9d50572ef7ccb53fc6: Running coprocessor pre-open hook at 1731435710726Writing region info on filesystem at 1731435710726Initializing all the Stores at 1731435710727 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435710727Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435710740 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435710740Cleaning up temporary data from old regions at 1731435710761 (+21 ms)Running coprocessor post-open hooks at 1731435710782 (+21 ms)Region opened successfully at 1731435710782 2024-11-12T18:21:50,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6., pid=10, masterSystemTime=1731435710621 2024-11-12T18:21:50,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:21:50,786 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e621e55c4534a9d50572ef7ccb53fc6, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,44507,1731435692418 2024-11-12T18:21:50,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e621e55c4534a9d50572ef7ccb53fc6, server=9911683f163c,44507,1731435692418 because future has completed 2024-11-12T18:21:50,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:21:50,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e621e55c4534a9d50572ef7ccb53fc6, server=9911683f163c,44507,1731435692418 in 360 msec 2024-11-12T18:21:50,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:21:50,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e621e55c4534a9d50572ef7ccb53fc6, ASSIGN in 538 msec 2024-11-12T18:21:50,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:50,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435710818"}]},"ts":"1731435710818"} 2024-11-12T18:21:50,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:21:50,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:50,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1120 sec 2024-11-12T18:21:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:50,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6., hostname=9911683f163c,44507,1731435692418, seqNum=2] 2024-11-12T18:21:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:50,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:21:50,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:51,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:21:51,069 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:21:51,128 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,44507,1731435692418, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:51,129 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:51,129 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44507,1731435692418, seqNum=-1] 2024-11-12T18:21:51,129 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:51,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:51,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,44507,1731435692418', locateType=CURRENT is [region=hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6., hostname=9911683f163c,44507,1731435692418, seqNum=2] 2024-11-12T18:21:51,151 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:21:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:21:51,157 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,44507,1731435692418 suceeded 2024-11-12T18:21:51,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:21:51,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 259 msec 2024-11-12T18:21:51,165 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:43907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:21:51,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4820 sec 2024-11-12T18:21:51,182 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43907' 2024-11-12T18:21:51,197 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b8c1dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,197 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:51,197 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:51,200 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1285bcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:51,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:51,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,203 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:51,207 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34bf25e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,207 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43907,1731435696007 2024-11-12T18:21:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@634034f9 2024-11-12T18:21:51,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:51,213 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:51,214 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,44507,1731435692418 (queues=1) is replicating from cluster=4ec4d62d-3635-45de-aace-4c8b4315e2ea to cluster=b3ac2257-4d13-49f8-ac7a-501a5930d90d 2024-11-12T18:21:51,214 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C44507%2C1731435692418 2024-11-12T18:21:51,214 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,44507,1731435692418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:51,217 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263, startPosition=0, beingWritten=true 2024-11-12T18:21:51,224 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C44507%2C1731435692418 2024-11-12T18:21:51,254 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:51,255 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:51,255 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44507,1731435692418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:51,485 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:51,806 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:51,854 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:51,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:51,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:51,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:51,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:51,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:51,870 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e41dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,873 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:51,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e321c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43907,1731435696007 2024-11-12T18:21:51,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5ac54b 2024-11-12T18:21:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:51,877 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:51,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:41919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:21:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:21:51,886 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:41919' 2024-11-12T18:21:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:51,888 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d00a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,888 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,41919,-1 for getting cluster id 2024-11-12T18:21:51,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:51,889 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fca9e83-efcb-4995-b812-be71e8dee8aa' 2024-11-12T18:21:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fca9e83-efcb-4995-b812-be71e8dee8aa" 2024-11-12T18:21:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632cd460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,41919,-1] 2024-11-12T18:21:51,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:51,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,891 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:51,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a77ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:51,891 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:51,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,41919,1731435701630 2024-11-12T18:21:51,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43eebd47 2024-11-12T18:21:51,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:51,893 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:51,894 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:21:51,894 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:21:51,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:51,895 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:51,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:51,896 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:21:51,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:51,897 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:51,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:21:51,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29299e08f86dd250c8474a535bfd3aa5, NAME => 'hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac 2024-11-12T18:21:51,946 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:21:51,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:21:51,956 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:51,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 29299e08f86dd250c8474a535bfd3aa5, disabling compactions & flushes 2024-11-12T18:21:51,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:51,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:51,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. after waiting 0 ms 2024-11-12T18:21:51,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:51,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:51,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29299e08f86dd250c8474a535bfd3aa5: Waiting for close lock at 1731435711957Disabling compacts and flushes for region at 1731435711957Disabling writes for close at 1731435711957Writing region close event to WAL at 1731435711957Closed at 1731435711957 2024-11-12T18:21:51,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:51,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435711958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435711958"}]},"ts":"1731435711958"} 2024-11-12T18:21:51,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:51,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:51,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435711964"}]},"ts":"1731435711964"} 2024-11-12T18:21:51,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:21:51,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29299e08f86dd250c8474a535bfd3aa5, ASSIGN}] 2024-11-12T18:21:51,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29299e08f86dd250c8474a535bfd3aa5, ASSIGN 2024-11-12T18:21:51,970 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29299e08f86dd250c8474a535bfd3aa5, ASSIGN; state=OFFLINE, location=9911683f163c,34227,1731435696076; forceNewPlan=false, retain=false 2024-11-12T18:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:52,078 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:21:52,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29299e08f86dd250c8474a535bfd3aa5, regionState=OPENING, regionLocation=9911683f163c,34227,1731435696076 2024-11-12T18:21:52,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=29299e08f86dd250c8474a535bfd3aa5, ASSIGN because future has completed 2024-11-12T18:21:52,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29299e08f86dd250c8474a535bfd3aa5, server=9911683f163c,34227,1731435696076}] 2024-11-12T18:21:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:52,220 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:52,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:52,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:52,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:21:52,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C34227%2C1731435696076.rep, suffix=, logDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076, archiveDir=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/oldWALs, maxLogs=10 2024-11-12T18:21:52,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.rep.1731435712330, exclude list is [], retry=0 2024-11-12T18:21:52,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38533,DS-f2a3abb3-de7e-4fcb-ad80-c3015c3e3f8d,DISK] 2024-11-12T18:21:52,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.rep.1731435712330 2024-11-12T18:21:52,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42427:42427)] 2024-11-12T18:21:52,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 29299e08f86dd250c8474a535bfd3aa5, NAME => 'hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:52,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:52,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:52,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. service=MultiRowMutationService 2024-11-12T18:21:52,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:21:52,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:52,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,397 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,405 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29299e08f86dd250c8474a535bfd3aa5 columnFamilyName hfileref 2024-11-12T18:21:52,405 DEBUG [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:52,409 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] regionserver.HStore(327): Store=29299e08f86dd250c8474a535bfd3aa5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:52,409 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,414 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29299e08f86dd250c8474a535bfd3aa5 columnFamilyName queue 2024-11-12T18:21:52,414 DEBUG [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:52,416 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] regionserver.HStore(327): Store=29299e08f86dd250c8474a535bfd3aa5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:52,416 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,423 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29299e08f86dd250c8474a535bfd3aa5 columnFamilyName sid 2024-11-12T18:21:52,423 DEBUG [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:52,424 INFO [StoreOpener-29299e08f86dd250c8474a535bfd3aa5-1 {}] regionserver.HStore(327): Store=29299e08f86dd250c8474a535bfd3aa5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:52,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/replication/29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/replication/29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:52,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/replication/29299e08f86dd250c8474a535bfd3aa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:52,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 29299e08f86dd250c8474a535bfd3aa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60651641, jitterRate=-0.09622012078762054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:52,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:21:52,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 29299e08f86dd250c8474a535bfd3aa5: Running coprocessor pre-open hook at 1731435712390Writing region info on filesystem at 1731435712390Initializing all the Stores at 1731435712393 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435712393Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435712396 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435712396Cleaning up temporary data from old regions at 1731435712426 (+30 ms)Running coprocessor post-open hooks at 1731435712449 (+23 ms)Region opened successfully at 1731435712449 2024-11-12T18:21:52,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5., pid=10, masterSystemTime=1731435712288 2024-11-12T18:21:52,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=29299e08f86dd250c8474a535bfd3aa5, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,34227,1731435696076 2024-11-12T18:21:52,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:52,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:21:52,465 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43907 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9911683f163c,34227,1731435696076, table=hbase:replication, region=29299e08f86dd250c8474a535bfd3aa5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:21:52,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29299e08f86dd250c8474a535bfd3aa5, server=9911683f163c,34227,1731435696076 because future has completed 2024-11-12T18:21:52,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:21:52,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 29299e08f86dd250c8474a535bfd3aa5, server=9911683f163c,34227,1731435696076 in 334 msec 2024-11-12T18:21:52,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:21:52,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=29299e08f86dd250c8474a535bfd3aa5, ASSIGN in 501 msec 2024-11-12T18:21:52,473 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:52,473 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435712473"}]},"ts":"1731435712473"} 2024-11-12T18:21:52,475 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:21:52,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:52,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 580 msec 2024-11-12T18:21:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5., hostname=9911683f163c,34227,1731435696076, seqNum=2] 2024-11-12T18:21:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:21:52,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:52,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34227 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:21:52,697 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:21:52,724 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:52,770 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,34227,1731435696076, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:52,771 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:52,771 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34227,1731435696076, seqNum=-1] 2024-11-12T18:21:52,771 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:52,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:52,775 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,34227,1731435696076', locateType=CURRENT is [region=hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5., hostname=9911683f163c,34227,1731435696076, seqNum=2] 2024-11-12T18:21:52,779 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:21:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:21:52,792 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,34227,1731435696076 suceeded 2024-11-12T18:21:52,802 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:41919' 2024-11-12T18:21:52,803 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6845705e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:52,803 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,41919,-1 for getting cluster id 2024-11-12T18:21:52,803 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:52,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:21:52,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 257 msec 2024-11-12T18:21:52,805 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:41919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:21:52,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 928 msec 2024-11-12T18:21:52,812 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fca9e83-efcb-4995-b812-be71e8dee8aa' 2024-11-12T18:21:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fca9e83-efcb-4995-b812-be71e8dee8aa" 2024-11-12T18:21:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@465fae93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,41919,-1] 2024-11-12T18:21:52,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:52,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:52,823 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:52,824 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f93fd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:52,824 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,41919,1731435701630 2024-11-12T18:21:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213d2ff9 2024-11-12T18:21:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:52,826 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:52,828 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,34227,1731435696076 (queues=1) is replicating from cluster=b3ac2257-4d13-49f8-ac7a-501a5930d90d to cluster=9fca9e83-efcb-4995-b812-be71e8dee8aa 2024-11-12T18:21:52,828 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C34227%2C1731435696076 2024-11-12T18:21:52,828 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,34227,1731435696076, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:52,841 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, startPosition=0, beingWritten=true 2024-11-12T18:21:52,845 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C34227%2C1731435696076 2024-11-12T18:21:52,853 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:52,853 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:52,853 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:53,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:53,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:53,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:53,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:53,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:53,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:53,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738352c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:53,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,41919,-1 for getting cluster id 2024-11-12T18:21:53,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:53,032 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fca9e83-efcb-4995-b812-be71e8dee8aa' 2024-11-12T18:21:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fca9e83-efcb-4995-b812-be71e8dee8aa" 2024-11-12T18:21:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f8818b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,41919,-1] 2024-11-12T18:21:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:53,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:53,039 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5beaad59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:53,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,41919,1731435701630 2024-11-12T18:21:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@255b2a80 2024-11-12T18:21:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:53,047 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:53,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:43907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:21:53,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:21:53,058 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:53,066 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43907' 2024-11-12T18:21:53,085 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b6edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:53,085 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:53,085 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:53,089 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:53,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:53,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:53,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d4ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:53,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:53,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:53,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:53,101 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:53,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3586ddb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:53,109 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43907,1731435696007 2024-11-12T18:21:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c928c2d 2024-11-12T18:21:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:53,112 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:21:53,113 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T18:21:53,113 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:21:53,113 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:53,113 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:53,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:53,114 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:21:53,117 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:21:53,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:21:53,132 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:53,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:21:53,168 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:21:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:53,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:21:53,345 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:53,397 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:53,631 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0dc70ac0e612af38a2be88bdf8ef09e, NAME => 'hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1 2024-11-12T18:21:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:21:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:53,824 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a0dc70ac0e612af38a2be88bdf8ef09e, disabling compactions & flushes 2024-11-12T18:21:54,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. after waiting 0 ms 2024-11-12T18:21:54,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0dc70ac0e612af38a2be88bdf8ef09e: Waiting for close lock at 1731435714065Disabling compacts and flushes for region at 1731435714065Disabling writes for close at 1731435714066 (+1 ms)Writing region close event to WAL at 1731435714066Closed at 1731435714066 2024-11-12T18:21:54,066 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:54,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:21:54,067 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435714067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435714067"}]},"ts":"1731435714067"} 2024-11-12T18:21:54,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:21:54,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:21:54,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435714072"}]},"ts":"1731435714072"} 2024-11-12T18:21:54,074 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:21:54,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a0dc70ac0e612af38a2be88bdf8ef09e, ASSIGN}] 2024-11-12T18:21:54,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a0dc70ac0e612af38a2be88bdf8ef09e, ASSIGN 2024-11-12T18:21:54,077 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a0dc70ac0e612af38a2be88bdf8ef09e, ASSIGN; state=OFFLINE, location=9911683f163c,35737,1731435701833; forceNewPlan=false, retain=false 2024-11-12T18:21:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:54,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a0dc70ac0e612af38a2be88bdf8ef09e, regionState=OPENING, regionLocation=9911683f163c,35737,1731435701833 2024-11-12T18:21:54,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a0dc70ac0e612af38a2be88bdf8ef09e, ASSIGN because future has completed 2024-11-12T18:21:54,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0dc70ac0e612af38a2be88bdf8ef09e, server=9911683f163c,35737,1731435701833}] 2024-11-12T18:21:54,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:21:54,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T18:21:54,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:21:54,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T18:21:54,362 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:54,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:21:54,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:21:54,415 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C35737%2C1731435701833.rep, suffix=, logDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833, archiveDir=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/oldWALs, maxLogs=10 2024-11-12T18:21:54,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.rep.1731435714416, exclude list is [], retry=0 2024-11-12T18:21:54,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43643,DS-ae18637d-2957-479b-8662-6396fb6739f9,DISK] 2024-11-12T18:21:54,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.rep.1731435714416 2024-11-12T18:21:54,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-12T18:21:54,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a0dc70ac0e612af38a2be88bdf8ef09e, NAME => 'hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:21:54,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:21:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:21:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. service=MultiRowMutationService 2024-11-12T18:21:54,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:21:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:21:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,485 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,497 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0dc70ac0e612af38a2be88bdf8ef09e columnFamilyName hfileref 2024-11-12T18:21:54,498 DEBUG [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:54,501 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] regionserver.HStore(327): Store=a0dc70ac0e612af38a2be88bdf8ef09e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:54,501 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,510 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0dc70ac0e612af38a2be88bdf8ef09e columnFamilyName queue 2024-11-12T18:21:54,510 DEBUG [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:54,510 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] regionserver.HStore(327): Store=a0dc70ac0e612af38a2be88bdf8ef09e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:54,510 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,512 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0dc70ac0e612af38a2be88bdf8ef09e columnFamilyName sid 2024-11-12T18:21:54,512 DEBUG [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:21:54,512 INFO [StoreOpener-a0dc70ac0e612af38a2be88bdf8ef09e-1 {}] regionserver.HStore(327): Store=a0dc70ac0e612af38a2be88bdf8ef09e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:21:54,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:21:54,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:21:54,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a0dc70ac0e612af38a2be88bdf8ef09e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60927682, jitterRate=-0.09210678935050964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:21:54,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:21:54,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a0dc70ac0e612af38a2be88bdf8ef09e: Running coprocessor pre-open hook at 1731435714470Writing region info on filesystem at 1731435714470Initializing all the Stores at 1731435714480 (+10 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435714480Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435714484 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435714484Cleaning up temporary data from old regions at 1731435714518 (+34 ms)Running coprocessor post-open hooks at 1731435714527 (+9 ms)Region opened successfully at 1731435714527 2024-11-12T18:21:54,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e., pid=10, masterSystemTime=1731435714397 2024-11-12T18:21:54,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:21:54,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a0dc70ac0e612af38a2be88bdf8ef09e, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,35737,1731435701833 2024-11-12T18:21:54,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0dc70ac0e612af38a2be88bdf8ef09e, server=9911683f163c,35737,1731435701833 because future has completed 2024-11-12T18:21:54,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:21:54,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a0dc70ac0e612af38a2be88bdf8ef09e, server=9911683f163c,35737,1731435701833 in 309 msec 2024-11-12T18:21:54,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:21:54,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a0dc70ac0e612af38a2be88bdf8ef09e, ASSIGN in 478 msec 2024-11-12T18:21:54,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:21:54,557 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435714557"}]},"ts":"1731435714557"} 2024-11-12T18:21:54,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:21:54,563 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:21:54,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4490 sec 2024-11-12T18:21:54,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e., hostname=9911683f163c,35737,1731435701833, seqNum=2] 2024-11-12T18:21:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:54,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:21:54,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:21:54,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:21:54,769 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:21:54,894 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:54,906 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,35737,1731435701833, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:21:54,907 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:54,907 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35737,1731435701833, seqNum=-1] 2024-11-12T18:21:54,907 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:54,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:54,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,35737,1731435701833', locateType=CURRENT is [region=hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e., hostname=9911683f163c,35737,1731435701833, seqNum=2] 2024-11-12T18:21:54,936 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:21:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:21:54,949 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,35737,1731435701833 suceeded 2024-11-12T18:21:54,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:21:54,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 349 msec 2024-11-12T18:21:54,951 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:43907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:21:54,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9030 sec 2024-11-12T18:21:54,986 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:54,996 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:43907' 2024-11-12T18:21:55,041 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20af6072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,041 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:55,041 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:55,044 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79558bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:55,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:55,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,051 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:55,052 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662f032f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,052 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:21:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,43907,1731435696007 2024-11-12T18:21:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@170fce9a 2024-11-12T18:21:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:21:55,059 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T18:21:55,067 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,35737,1731435701833 (queues=1) is replicating from cluster=9fca9e83-efcb-4995-b812-be71e8dee8aa to cluster=b3ac2257-4d13-49f8-ac7a-501a5930d90d 2024-11-12T18:21:55,067 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C35737%2C1731435701833 2024-11-12T18:21:55,067 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,35737,1731435701833, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:21:55,077 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, startPosition=0, beingWritten=true 2024-11-12T18:21:55,082 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C35737%2C1731435701833 2024-11-12T18:21:55,119 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:55,119 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 379, reset compression=false 2024-11-12T18:21:55,119 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:21:55,226 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:21:55,226 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:21:55,226 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:21:55,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:21:55,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4320cf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,44773,-1 for getting cluster id 2024-11-12T18:21:55,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:55,228 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ec4d62d-3635-45de-aace-4c8b4315e2ea' 2024-11-12T18:21:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ec4d62d-3635-45de-aace-4c8b4315e2ea" 2024-11-12T18:21:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686fb045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,44773,-1] 2024-11-12T18:21:55,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:55,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,231 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdf3b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b3cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:55,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:55,236 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527832f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:55,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,238 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:55,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a75eff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29005f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,41919,-1 for getting cluster id 2024-11-12T18:21:55,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:55,250 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fca9e83-efcb-4995-b812-be71e8dee8aa' 2024-11-12T18:21:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fca9e83-efcb-4995-b812-be71e8dee8aa" 2024-11-12T18:21:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92e36a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,41919,-1] 2024-11-12T18:21:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:55,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,253 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:55,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6369cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,44507,1731435692418, seqNum=-1] 2024-11-12T18:21:55,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:55,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435705131.487da7687218ae665f0e6d5cab6bea80., hostname=9911683f163c,44507,1731435692418, seqNum=2] 2024-11-12T18:21:55,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:55,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35737,1731435701833, seqNum=-1] 2024-11-12T18:21:55,276 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:55,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435708492.79120d5cb288721ddd9e57df43c06845., hostname=9911683f163c,35737,1731435701833, seqNum=2] 2024-11-12T18:21:55,292 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T18:21:55,351 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 379, reset compression=false 2024-11-12T18:21:55,678 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 379, reset compression=false 2024-11-12T18:21:55,725 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:55,830 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 379, reset compression=false 2024-11-12T18:21:55,862 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:55,862 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:55,862 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44507,1731435692418 got entry batch from reader: WALEntryBatch [walEntries=[{test/487da7687218ae665f0e6d5cab6bea80/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T18:21:55,866 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:55,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:55,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:55,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a7dc7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,43907,-1 for getting cluster id 2024-11-12T18:21:55,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:55,873 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3ac2257-4d13-49f8-ac7a-501a5930d90d' 2024-11-12T18:21:55,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:55,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3ac2257-4d13-49f8-ac7a-501a5930d90d" 2024-11-12T18:21:55,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179f991f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,43907,-1] 2024-11-12T18:21:55,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:55,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:55,875 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:55,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec59d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:55,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34227,1731435696076, seqNum=-1] 2024-11-12T18:21:55,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:55,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:55,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435706317.084191514c3fffaab25a41a458b77757., hostname=9911683f163c,34227,1731435696076, seqNum=2] 2024-11-12T18:21:55,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:56,092 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 379, reset compression=false 2024-11-12T18:21:56,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:21:56,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,298 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T18:21:56,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:21:56,404 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:56,549 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 379, reset compression=false 2024-11-12T18:21:56,586 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:56,586 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 503, reset compression=false 2024-11-12T18:21:56,587 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[{test/084191514c3fffaab25a41a458b77757/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T18:21:56,590 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:56,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:56,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:56,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef64f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:56,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,41919,-1 for getting cluster id 2024-11-12T18:21:56,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:21:56,606 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fca9e83-efcb-4995-b812-be71e8dee8aa' 2024-11-12T18:21:56,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:21:56,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fca9e83-efcb-4995-b812-be71e8dee8aa" 2024-11-12T18:21:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@110c17d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,41919,-1] 2024-11-12T18:21:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:21:56,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:21:56,608 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:21:56,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5229211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:21:56,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:56,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,35737,1731435701833, seqNum=-1] 2024-11-12T18:21:56,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:56,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T18:21:56,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731435708492.79120d5cb288721ddd9e57df43c06845., hostname=9911683f163c,35737,1731435701833, seqNum=2] 2024-11-12T18:21:56,616 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 379, reset compression=false 2024-11-12T18:21:56,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:56,632 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:56,632 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 527, reset compression=false 2024-11-12T18:21:56,632 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:56,834 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:56,841 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 503, reset compression=false 2024-11-12T18:21:56,852 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 527, reset compression=false 2024-11-12T18:21:57,166 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 503, reset compression=false 2024-11-12T18:21:57,196 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 527, reset compression=false 2024-11-12T18:21:57,302 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T18:21:57,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:21:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,34227,1731435696076, seqNum=-1] 2024-11-12T18:21:57,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:21:57,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:21:57,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731435706317.084191514c3fffaab25a41a458b77757., hostname=9911683f163c,34227,1731435696076, seqNum=2] 2024-11-12T18:21:57,313 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T18:21:57,409 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:57,591 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 503, reset compression=false 2024-11-12T18:21:57,603 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:57,603 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 607, reset compression=false 2024-11-12T18:21:57,603 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[{test/084191514c3fffaab25a41a458b77757/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:21:57,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:57,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:57,634 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 527, reset compression=false 2024-11-12T18:21:57,642 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:57,642 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 655, reset compression=false 2024-11-12T18:21:57,642 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:57,826 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 607, reset compression=false 2024-11-12T18:21:57,875 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 655, reset compression=false 2024-11-12T18:21:58,022 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:58,156 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 607, reset compression=false 2024-11-12T18:21:58,217 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 655, reset compression=false 2024-11-12T18:21:58,316 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T18:21:58,324 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T18:21:58,612 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 607, reset compression=false 2024-11-12T18:21:58,650 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 655, reset compression=false 2024-11-12T18:21:58,656 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:58,656 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 759, reset compression=false 2024-11-12T18:21:58,656 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[{test/79120d5cb288721ddd9e57df43c06845/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T18:21:58,659 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:21:58,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T18:21:58,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:58,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:58,745 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:58,886 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 759, reset compression=false 2024-11-12T18:21:59,140 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 607, reset compression=false 2024-11-12T18:21:59,186 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:21:59,186 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 735, reset compression=false 2024-11-12T18:21:59,189 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:21:59,196 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 759, reset compression=false 2024-11-12T18:21:59,329 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T18:21:59,349 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T18:21:59,425 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 735, reset compression=false 2024-11-12T18:21:59,560 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 480, reset compression=false 2024-11-12T18:21:59,577 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:59,577 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:21:59,577 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44507,1731435692418 got entry batch from reader: WALEntryBatch [walEntries=[{test/487da7687218ae665f0e6d5cab6bea80/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T18:21:59,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:59,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:21:59,645 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 759, reset compression=false 2024-11-12T18:21:59,768 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 735, reset compression=false 2024-11-12T18:21:59,813 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:21:59,815 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:21:59,815 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 882, reset compression=false 2024-11-12T18:21:59,815 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[{test/084191514c3fffaab25a41a458b77757/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T18:21:59,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:21:59,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:22:00,056 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 882, reset compression=false 2024-11-12T18:22:00,144 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:00,169 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 759, reset compression=false 2024-11-12T18:22:00,200 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:00,200 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 930, reset compression=false 2024-11-12T18:22:00,201 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:00,352 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T18:22:00,357 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T18:22:00,382 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 882, reset compression=false 2024-11-12T18:22:00,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:22:00,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1041, reset compression=false 2024-11-12T18:22:00,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[{test/084191514c3fffaab25a41a458b77757/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T18:22:00,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:22:00,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35737 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:22:00,434 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 930, reset compression=false 2024-11-12T18:22:00,461 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:00,461 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1080, reset compression=false 2024-11-12T18:22:00,461 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:00,569 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:00,620 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1041, reset compression=false 2024-11-12T18:22:00,681 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1080, reset compression=false 2024-11-12T18:22:00,926 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1041, reset compression=false 2024-11-12T18:22:01,009 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1080, reset compression=false 2024-11-12T18:22:01,078 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:01,339 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1041, reset compression=false 2024-11-12T18:22:01,358 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T18:22:01,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T18:22:01,418 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1080, reset compression=false 2024-11-12T18:22:01,423 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:22:01,423 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1239, reset compression=false 2024-11-12T18:22:01,423 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[{test/79120d5cb288721ddd9e57df43c06845/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T18:22:01,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T18:22:01,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34227 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T18:22:01,597 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:22:01,628 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1239, reset compression=false 2024-11-12T18:22:01,693 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:01,845 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1041, reset compression=false 2024-11-12T18:22:01,856 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:01,856 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:01,856 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:01,938 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1239, reset compression=false 2024-11-12T18:22:02,061 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:02,343 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1239, reset compression=false 2024-11-12T18:22:02,365 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T18:22:02,365 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:02,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:22:02,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:02,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:02,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:02,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:02,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:02,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:22:02,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1268176085, stopped=false 2024-11-12T18:22:02,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,41919,1731435701630 2024-11-12T18:22:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2344516570/running 2024-11-12T18:22:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2344516570/running 2024-11-12T18:22:02,375 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:22:02,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:22:02,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/running 2024-11-12T18:22:02,376 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:02,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Set watcher on znode that does not yet exist, /2344516570/running 2024-11-12T18:22:02,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:02,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:02,377 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,35737,1731435701833' ***** 2024-11-12T18:22:02,377 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:22:02,378 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,35737,1731435701833 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:02,378 INFO [RS:0;9911683f163c:35737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35737. 2024-11-12T18:22:02,378 DEBUG [RS:0;9911683f163c:35737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:02,378 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:02,378 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0dc70ac0e612af38a2be88bdf8ef09e, disabling compactions & flushes 2024-11-12T18:22:02,379 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:22:02,379 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:22:02,379 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. after waiting 0 ms 2024-11-12T18:22:02,379 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:22:02,379 INFO [RS:0;9911683f163c:35737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:22:02,379 INFO [RS:0;9911683f163c:35737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:22:02,379 INFO [RS:0;9911683f163c:35737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:22:02,379 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:22:02,379 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a0dc70ac0e612af38a2be88bdf8ef09e 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T18:22:02,379 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:22:02,379 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a0dc70ac0e612af38a2be88bdf8ef09e=hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e., 79120d5cb288721ddd9e57df43c06845=test,,1731435708492.79120d5cb288721ddd9e57df43c06845.} 2024-11-12T18:22:02,379 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79120d5cb288721ddd9e57df43c06845, a0dc70ac0e612af38a2be88bdf8ef09e 2024-11-12T18:22:02,380 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:02,380 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:02,380 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:02,380 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:02,380 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:02,380 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:22:02,396 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/.tmp/queue/cc707088ff304642afe7cb8723bb7bcb is 154, key is 1-9911683f163c,35737,1731435701833/queue:9911683f163c%2C35737%2C1731435701833/1731435721430/Put/seqid=0 2024-11-12T18:22:02,397 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:02,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741840_1016 (size=5353) 2024-11-12T18:22:02,402 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/.tmp/queue/cc707088ff304642afe7cb8723bb7bcb 2024-11-12T18:22:02,403 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/info/b471f48f69b549beb057f2d6d7b8a960 is 147, key is hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e./info:regioninfo/1731435714531/Put/seqid=0 2024-11-12T18:22:02,406 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:02,407 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/.tmp/queue/cc707088ff304642afe7cb8723bb7bcb as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/queue/cc707088ff304642afe7cb8723bb7bcb 2024-11-12T18:22:02,411 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/queue/cc707088ff304642afe7cb8723bb7bcb, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T18:22:02,412 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a0dc70ac0e612af38a2be88bdf8ef09e in 33ms, sequenceid=12, compaction requested=false 2024-11-12T18:22:02,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741841_1017 (size=7686) 2024-11-12T18:22:02,421 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/info/b471f48f69b549beb057f2d6d7b8a960 2024-11-12T18:22:02,429 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/replication/a0dc70ac0e612af38a2be88bdf8ef09e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:02,430 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0dc70ac0e612af38a2be88bdf8ef09e: Waiting for close lock at 1731435722378Running coprocessor pre-close hooks at 1731435722378Disabling compacts and flushes for region at 1731435722378Disabling writes for close at 1731435722379 (+1 ms)Obtaining lock to block concurrent updates at 1731435722379Preparing flush snapshotting stores in a0dc70ac0e612af38a2be88bdf8ef09e at 1731435722379Finished memstore snapshotting hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731435722379Flushing stores of hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. at 1731435722380 (+1 ms)Flushing a0dc70ac0e612af38a2be88bdf8ef09e/queue: creating writer at 1731435722380Flushing a0dc70ac0e612af38a2be88bdf8ef09e/queue: appending metadata at 1731435722395 (+15 ms)Flushing a0dc70ac0e612af38a2be88bdf8ef09e/queue: closing flushed file at 1731435722395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7467b86d: reopening flushed file at 1731435722406 (+11 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a0dc70ac0e612af38a2be88bdf8ef09e in 33ms, sequenceid=12, compaction requested=false at 1731435722412 (+6 ms)Writing region close event to WAL at 1731435722420 (+8 ms)Running coprocessor post-close hooks at 1731435722429 (+9 ms)Closed at 1731435722430 (+1 ms) 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435713114.a0dc70ac0e612af38a2be88bdf8ef09e. 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79120d5cb288721ddd9e57df43c06845, disabling compactions & flushes 2024-11-12T18:22:02,430 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435708492.79120d5cb288721ddd9e57df43c06845. after waiting 0 ms 2024-11-12T18:22:02,430 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:22:02,430 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79120d5cb288721ddd9e57df43c06845 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T18:22:02,446 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/ns/2d199e1ff7a84f5fbc1618b146fb60c6 is 43, key is default/ns:d/1731435704977/Put/seqid=0 2024-11-12T18:22:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:22:02,450 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/ns/2d199e1ff7a84f5fbc1618b146fb60c6 2024-11-12T18:22:02,465 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/f/a6f5ac4f181b4b34afe58978bc0ba53a is 29, key is row1/f:/1731435720353/DeleteFamily/seqid=0 2024-11-12T18:22:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741843_1019 (size=5152) 2024-11-12T18:22:02,484 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/rep_barrier/35a38fcb308544f39f69776259d0db12 is 112, key is test,,1731435708492.79120d5cb288721ddd9e57df43c06845./rep_barrier:seqnumDuringOpen/1731435709462/Put/seqid=0 2024-11-12T18:22:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741844_1020 (size=5518) 2024-11-12T18:22:02,580 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:22:02,770 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:02,780 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:22:02,847 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1239, reset compression=false 2024-11-12T18:22:02,857 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:02,857 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1486, reset compression=false 2024-11-12T18:22:02,857 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,35737,1731435701833 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:02,858 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,35737,1731435701833: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,35737,1731435701833, walGroup=9911683f163c%2C35737%2C1731435701833, offset=9911683f163c%2C35737%2C1731435701833.1731435704036:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:35737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:22:02,859 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:22:02,859 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:22:02,862 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:22:02,862 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:22:02,862 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:22:02,862 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 900413136 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 202869016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:22:02,866 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:41919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:41919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:22:02,873 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:22:02,873 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:22:02,875 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/f/a6f5ac4f181b4b34afe58978bc0ba53a 2024-11-12T18:22:02,893 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6f5ac4f181b4b34afe58978bc0ba53a 2024-11-12T18:22:02,901 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/rep_barrier/35a38fcb308544f39f69776259d0db12 2024-11-12T18:22:02,949 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/table/68907e94f50e4a3d886fcd624179e5b6 is 53, key is hbase:replication/table:state/1731435714557/Put/seqid=0 2024-11-12T18:22:02,954 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/f1/c7d4878cd9844ce484129faf451db9c8 is 30, key is row1/f1:/1731435720353/DeleteFamily/seqid=0 2024-11-12T18:22:02,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741845_1021 (size=5308) 2024-11-12T18:22:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741846_1022 (size=5158) 2024-11-12T18:22:02,980 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79120d5cb288721ddd9e57df43c06845 2024-11-12T18:22:02,981 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/f1/c7d4878cd9844ce484129faf451db9c8 2024-11-12T18:22:02,986 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7d4878cd9844ce484129faf451db9c8 2024-11-12T18:22:03,013 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/norep/2487a17fb685438abf9a993890aceb3d is 33, key is row2/norep:/1731435721359/DeleteFamily/seqid=0 2024-11-12T18:22:03,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741847_1023 (size=5108) 2024-11-12T18:22:03,023 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/norep/2487a17fb685438abf9a993890aceb3d 2024-11-12T18:22:03,032 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2487a17fb685438abf9a993890aceb3d 2024-11-12T18:22:03,034 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/f/a6f5ac4f181b4b34afe58978bc0ba53a as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/f/a6f5ac4f181b4b34afe58978bc0ba53a 2024-11-12T18:22:03,039 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6f5ac4f181b4b34afe58978bc0ba53a 2024-11-12T18:22:03,039 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/f/a6f5ac4f181b4b34afe58978bc0ba53a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T18:22:03,040 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/f1/c7d4878cd9844ce484129faf451db9c8 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/f1/c7d4878cd9844ce484129faf451db9c8 2024-11-12T18:22:03,046 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7d4878cd9844ce484129faf451db9c8 2024-11-12T18:22:03,046 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/f1/c7d4878cd9844ce484129faf451db9c8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T18:22:03,047 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/.tmp/norep/2487a17fb685438abf9a993890aceb3d as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/norep/2487a17fb685438abf9a993890aceb3d 2024-11-12T18:22:03,052 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2487a17fb685438abf9a993890aceb3d 2024-11-12T18:22:03,053 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/norep/2487a17fb685438abf9a993890aceb3d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T18:22:03,054 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 79120d5cb288721ddd9e57df43c06845 in 624ms, sequenceid=10, compaction requested=false 2024-11-12T18:22:03,068 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/default/test/79120d5cb288721ddd9e57df43c06845/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T18:22:03,068 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:03,068 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:03,068 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:22:03,069 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79120d5cb288721ddd9e57df43c06845: Waiting for close lock at 1731435722430Running coprocessor pre-close hooks at 1731435722430Disabling compacts and flushes for region at 1731435722430Disabling writes for close at 1731435722430Obtaining lock to block concurrent updates at 1731435722430Preparing flush snapshotting stores in 79120d5cb288721ddd9e57df43c06845 at 1731435722430Finished memstore snapshotting test,,1731435708492.79120d5cb288721ddd9e57df43c06845., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731435722430Flushing stores of test,,1731435708492.79120d5cb288721ddd9e57df43c06845. at 1731435722431 (+1 ms)Flushing 79120d5cb288721ddd9e57df43c06845/f: creating writer at 1731435722431Flushing 79120d5cb288721ddd9e57df43c06845/f: appending metadata at 1731435722464 (+33 ms)Flushing 79120d5cb288721ddd9e57df43c06845/f: closing flushed file at 1731435722464Flushing 79120d5cb288721ddd9e57df43c06845/f1: creating writer at 1731435722893 (+429 ms)Flushing 79120d5cb288721ddd9e57df43c06845/f1: appending metadata at 1731435722953 (+60 ms)Flushing 79120d5cb288721ddd9e57df43c06845/f1: closing flushed file at 1731435722953Flushing 79120d5cb288721ddd9e57df43c06845/norep: creating writer at 1731435722986 (+33 ms)Flushing 79120d5cb288721ddd9e57df43c06845/norep: appending metadata at 1731435723011 (+25 ms)Flushing 79120d5cb288721ddd9e57df43c06845/norep: closing flushed file at 1731435723012 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d43e731: reopening flushed file at 1731435723033 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783f3659: reopening flushed file at 1731435723039 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e83be8d: reopening flushed file at 1731435723047 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 79120d5cb288721ddd9e57df43c06845 in 624ms, sequenceid=10, compaction requested=false at 1731435723054 (+7 ms)Writing region close event to WAL at 1731435723065 (+11 ms)Running coprocessor post-close hooks at 1731435723068 (+3 ms)Closed at 1731435723068 2024-11-12T18:22:03,069 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435708492.79120d5cb288721ddd9e57df43c06845. 2024-11-12T18:22:03,069 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 1486, reset compression=false 2024-11-12T18:22:03,074 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:03,074 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 2130, reset compression=false 2024-11-12T18:22:03,180 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:03,209 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:03,274 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:03,278 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 2130, reset compression=false 2024-11-12T18:22:03,360 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/table/68907e94f50e4a3d886fcd624179e5b6 2024-11-12T18:22:03,365 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/info/b471f48f69b549beb057f2d6d7b8a960 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/info/b471f48f69b549beb057f2d6d7b8a960 2024-11-12T18:22:03,369 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/info/b471f48f69b549beb057f2d6d7b8a960, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:22:03,370 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/ns/2d199e1ff7a84f5fbc1618b146fb60c6 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/ns/2d199e1ff7a84f5fbc1618b146fb60c6 2024-11-12T18:22:03,374 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/ns/2d199e1ff7a84f5fbc1618b146fb60c6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:22:03,375 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/rep_barrier/35a38fcb308544f39f69776259d0db12 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/rep_barrier/35a38fcb308544f39f69776259d0db12 2024-11-12T18:22:03,380 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/rep_barrier/35a38fcb308544f39f69776259d0db12, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:22:03,380 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:22:03,380 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:22:03,381 DEBUG [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:03,381 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/.tmp/table/68907e94f50e4a3d886fcd624179e5b6 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/table/68907e94f50e4a3d886fcd624179e5b6 2024-11-12T18:22:03,386 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/table/68907e94f50e4a3d886fcd624179e5b6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:22:03,387 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1007ms, sequenceid=16, compaction requested=false 2024-11-12T18:22:03,391 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:22:03,392 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:03,392 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:03,392 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:03,392 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435722380Running coprocessor pre-close hooks at 1731435722380Disabling compacts and flushes for region at 1731435722380Disabling writes for close at 1731435722380Obtaining lock to block concurrent updates at 1731435722380Preparing flush snapshotting stores in 1588230740 at 1731435722380Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435722380Flushing stores of hbase:meta,,1.1588230740 at 1731435722381 (+1 ms)Flushing 1588230740/info: creating writer at 1731435722381Flushing 1588230740/info: appending metadata at 1731435722403 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731435722403Flushing 1588230740/ns: creating writer at 1731435722427 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731435722446 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731435722446Flushing 1588230740/rep_barrier: creating writer at 1731435722458 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435722483 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435722483Flushing 1588230740/table: creating writer at 1731435722907 (+424 ms)Flushing 1588230740/table: appending metadata at 1731435722949 (+42 ms)Flushing 1588230740/table: closing flushed file at 1731435722949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b50af1: reopening flushed file at 1731435723364 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5045b7f7: reopening flushed file at 1731435723369 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28ea2ad1: reopening flushed file at 1731435723374 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6453d09d: reopening flushed file at 1731435723380 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1007ms, sequenceid=16, compaction requested=false at 1731435723387 (+7 ms)Writing region close event to WAL at 1731435723389 (+2 ms)Running coprocessor post-close hooks at 1731435723392 (+3 ms)Closed at 1731435723392 2024-11-12T18:22:03,392 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:03,581 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,35737,1731435701833; all regions closed. 2024-11-12T18:22:03,584 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.1731435704036 to pos 2130, reset compression=false 2024-11-12T18:22:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:22:03,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/WALs/9911683f163c,35737,1731435701833/9911683f163c%2C35737%2C1731435701833.meta.1731435704737.meta not finished, retry = 0 2024-11-12T18:22:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741839_1015 (size=3114) 2024-11-12T18:22:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741833_1009 (size=2138) 2024-11-12T18:22:03,714 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:03,714 INFO [RS:0;9911683f163c:35737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:03,714 INFO [RS:0;9911683f163c:35737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:03,714 INFO [RS:0;9911683f163c:35737 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:03,715 INFO [RS:0;9911683f163c:35737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:03,715 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:03,715 INFO [RS:0;9911683f163c:35737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,35737,1731435701833 because: Region server is closing 2024-11-12T18:22:03,715 INFO [RS:0;9911683f163c:35737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35737. 2024-11-12T18:22:03,715 DEBUG [RS:0;9911683f163c:35737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:03,715 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:03,715 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:03,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:03,816 INFO [RS:0;9911683f163c:35737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.shipper9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 terminated 2024-11-12T18:22:03,816 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,35737,1731435701833.replicationSource.wal-reader.9911683f163c%2C35737%2C1731435701833,1-9911683f163c,35737,1731435701833 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:22:03,816 INFO [RS:0;9911683f163c:35737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:35737. 2024-11-12T18:22:03,817 DEBUG [RS:0;9911683f163c:35737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:03,817 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:03,817 DEBUG [RS:0;9911683f163c:35737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:03,817 INFO [RS:0;9911683f163c:35737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35737 2024-11-12T18:22:03,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:03,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570/rs 2024-11-12T18:22:03,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2344516570/rs/9911683f163c,35737,1731435701833 2024-11-12T18:22:03,821 INFO [RS:0;9911683f163c:35737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:03,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,35737,1731435701833] 2024-11-12T18:22:03,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2344516570/draining/9911683f163c,35737,1731435701833 already deleted, retry=false 2024-11-12T18:22:03,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,35737,1731435701833 expired; onlineServers=0 2024-11-12T18:22:03,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,41919,1731435701630' ***** 2024-11-12T18:22:03,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:22:03,824 INFO [M:0;9911683f163c:41919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:03,824 INFO [M:0;9911683f163c:41919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:03,824 DEBUG [M:0;9911683f163c:41919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:22:03,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:22:03,825 DEBUG [M:0;9911683f163c:41919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:22:03,825 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435703684 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435703684,5,FailOnTimeoutGroup] 2024-11-12T18:22:03,825 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435703686 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435703686,5,FailOnTimeoutGroup] 2024-11-12T18:22:03,825 INFO [M:0;9911683f163c:41919 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:03,825 INFO [M:0;9911683f163c:41919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:03,825 DEBUG [M:0;9911683f163c:41919 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:22:03,825 INFO [M:0;9911683f163c:41919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:22:03,826 INFO [M:0;9911683f163c:41919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:03,826 INFO [M:0;9911683f163c:41919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:22:03,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:22:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2344516570/master 2024-11-12T18:22:03,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2344516570 2024-11-12T18:22:03,827 DEBUG [M:0;9911683f163c:41919 {}] zookeeper.ZKUtil(347): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Unable to get data of znode /2344516570/master because node does not exist (not an error) 2024-11-12T18:22:03,827 WARN [M:0;9911683f163c:41919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:22:03,827 INFO [M:0;9911683f163c:41919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/.lastflushedseqids 2024-11-12T18:22:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741848_1024 (size=245) 2024-11-12T18:22:03,841 INFO [M:0;9911683f163c:41919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:22:03,841 INFO [M:0;9911683f163c:41919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:22:03,841 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:03,841 INFO [M:0;9911683f163c:41919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:03,842 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:03,842 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:03,842 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:03,842 INFO [M:0;9911683f163c:41919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T18:22:03,869 DEBUG [M:0;9911683f163c:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/260fac4a7c764fe39702583313cf9b99 is 82, key is hbase:meta,,1/info:regioninfo/1731435704939/Put/seqid=0 2024-11-12T18:22:03,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741849_1025 (size=5672) 2024-11-12T18:22:03,875 INFO [M:0;9911683f163c:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/260fac4a7c764fe39702583313cf9b99 2024-11-12T18:22:03,878 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:03,901 DEBUG [M:0;9911683f163c:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5392beb7d9d4cdb9625b9af806aec93 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435714565/Put/seqid=0 2024-11-12T18:22:03,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:03,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35737-0x100353a01b70007, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:03,924 INFO [RS:0;9911683f163c:35737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:03,924 INFO [RS:0;9911683f163c:35737 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,35737,1731435701833; zookeeper connection closed. 2024-11-12T18:22:03,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741850_1026 (size=8517) 2024-11-12T18:22:03,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8b6d707 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8b6d707 2024-11-12T18:22:03,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:22:04,113 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:04,325 INFO [M:0;9911683f163c:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5392beb7d9d4cdb9625b9af806aec93 2024-11-12T18:22:04,346 DEBUG [M:0;9911683f163c:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0810807d74bd4f33beadd3d25b465ece is 69, key is 9911683f163c,35737,1731435701833/rs:state/1731435703751/Put/seqid=0 2024-11-12T18:22:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741851_1027 (size=5156) 2024-11-12T18:22:04,583 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:04,750 INFO [M:0;9911683f163c:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0810807d74bd4f33beadd3d25b465ece 2024-11-12T18:22:04,754 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/260fac4a7c764fe39702583313cf9b99 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/260fac4a7c764fe39702583313cf9b99 2024-11-12T18:22:04,759 INFO [M:0;9911683f163c:41919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/260fac4a7c764fe39702583313cf9b99, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:22:04,761 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5392beb7d9d4cdb9625b9af806aec93 as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5392beb7d9d4cdb9625b9af806aec93 2024-11-12T18:22:04,766 INFO [M:0;9911683f163c:41919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5392beb7d9d4cdb9625b9af806aec93, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:22:04,767 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0810807d74bd4f33beadd3d25b465ece as hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0810807d74bd4f33beadd3d25b465ece 2024-11-12T18:22:04,773 INFO [M:0;9911683f163c:41919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46551/user/jenkins/test-data/ba0805a5-46c1-2daa-30f0-630b1e5d66b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0810807d74bd4f33beadd3d25b465ece, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:22:04,774 INFO [M:0;9911683f163c:41919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=97, compaction requested=false 2024-11-12T18:22:04,781 INFO [M:0;9911683f163c:41919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:04,781 DEBUG [M:0;9911683f163c:41919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435723841Disabling compacts and flushes for region at 1731435723841Disabling writes for close at 1731435723842 (+1 ms)Obtaining lock to block concurrent updates at 1731435723842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435723842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731435723842Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435723843 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435723843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435723869 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435723869Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435723879 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435723901 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435723901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435724329 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435724345 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435724345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2257a47: reopening flushed file at 1731435724753 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d62e8f9: reopening flushed file at 1731435724759 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d08c744: reopening flushed file at 1731435724767 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=97, compaction requested=false at 1731435724774 (+7 ms)Writing region close event to WAL at 1731435724781 (+7 ms)Closed at 1731435724781 2024-11-12T18:22:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43643 is added to blk_1073741830_1006 (size=63666) 2024-11-12T18:22:04,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:04,794 INFO [M:0;9911683f163c:41919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:22:04,794 INFO [M:0;9911683f163c:41919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41919 2024-11-12T18:22:04,795 INFO [M:0;9911683f163c:41919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:04,898 INFO [M:0;9911683f163c:41919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:04,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:04,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100353a01b70006, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:04,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61b9b640{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:04,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3506c882{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:04,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:04,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19375c90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:04,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18212679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:04,946 WARN [BP-1064032911-172.17.0.3-1731435699554 heartbeating to localhost/127.0.0.1:46551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:22:04,946 WARN [BP-1064032911-172.17.0.3-1731435699554 heartbeating to localhost/127.0.0.1:46551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1064032911-172.17.0.3-1731435699554 (Datanode Uuid 61445bc1-7d8e-4242-8d2c-6e2b2af627ab) service to localhost/127.0.0.1:46551 2024-11-12T18:22:04,946 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:22:04,946 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:22:04,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/cluster_2ec1cca4-e8a3-49a5-2380-3514d7688f15/data/data1/current/BP-1064032911-172.17.0.3-1731435699554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:04,947 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/cluster_2ec1cca4-e8a3-49a5-2380-3514d7688f15/data/data2/current/BP-1064032911-172.17.0.3-1731435699554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:04,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:22:04,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@709059e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:04,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b25f01b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:04,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:04,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15165ee4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:04,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59e041cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:04,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:22:04,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:22:04,977 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:04,977 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:04,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:04,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:04,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:04,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:22:04,978 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=630268214, stopped=false 2024-11-12T18:22:04,978 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,43907,1731435696007 2024-11-12T18:22:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-629893341/running 2024-11-12T18:22:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:22:04,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-629893341/running 2024-11-12T18:22:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:22:04,980 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:04,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/running 2024-11-12T18:22:04,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Set watcher on znode that does not yet exist, /1-629893341/running 2024-11-12T18:22:04,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:04,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:04,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:04,982 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,34227,1731435696076' ***** 2024-11-12T18:22:04,982 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:22:04,982 INFO [RS:0;9911683f163c:34227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:22:04,982 INFO [RS:0;9911683f163c:34227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:22:04,982 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:22:04,982 INFO [RS:0;9911683f163c:34227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:22:04,982 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 084191514c3fffaab25a41a458b77757 2024-11-12T18:22:04,984 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,34227,1731435696076 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34227. 2024-11-12T18:22:04,985 DEBUG [RS:0;9911683f163c:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:04,985 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:04,985 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 084191514c3fffaab25a41a458b77757, disabling compactions & flushes 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:22:04,985 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:22:04,985 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:22:04,985 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:22:04,985 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435706317.084191514c3fffaab25a41a458b77757. after waiting 0 ms 2024-11-12T18:22:04,985 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:22:04,985 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 084191514c3fffaab25a41a458b77757 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T18:22:04,992 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:22:04,992 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1325): Online Regions={084191514c3fffaab25a41a458b77757=test,,1731435706317.084191514c3fffaab25a41a458b77757., 29299e08f86dd250c8474a535bfd3aa5=hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:22:04,993 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 1588230740, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:04,993 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:04,993 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:04,993 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:04,993 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:04,993 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:04,993 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:22:05,010 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/info/9a44d84706a94c04b877f100aa1f3cfa is 147, key is hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5./info:regioninfo/1731435712460/Put/seqid=0 2024-11-12T18:22:05,010 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/f/ed4d80acc050440da9e9fab4b22c0685 is 29, key is row1/f:/1731435720353/DeleteFamily/seqid=0 2024-11-12T18:22:05,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741840_1016 (size=7686) 2024-11-12T18:22:05,023 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/info/9a44d84706a94c04b877f100aa1f3cfa 2024-11-12T18:22:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741841_1017 (size=5152) 2024-11-12T18:22:05,046 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/ns/dd5b936c47cd4770b5d5cb8f2b24c08f is 43, key is default/ns:d/1731435699343/Put/seqid=0 2024-11-12T18:22:05,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:22:05,060 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/ns/dd5b936c47cd4770b5d5cb8f2b24c08f 2024-11-12T18:22:05,067 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:22:05,067 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:22:05,080 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:05,098 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/rep_barrier/522595ee5efa4110a1731dd05b660cb5 is 112, key is test,,1731435706317.084191514c3fffaab25a41a458b77757./rep_barrier:seqnumDuringOpen/1731435707716/Put/seqid=0 2024-11-12T18:22:05,117 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:05,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741843_1019 (size=5518) 2024-11-12T18:22:05,136 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/rep_barrier/522595ee5efa4110a1731dd05b660cb5 2024-11-12T18:22:05,167 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/table/f419a2ef8ec84cc4b52b1a11aa942948 is 53, key is hbase:replication/table:state/1731435712473/Put/seqid=0 2024-11-12T18:22:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741844_1020 (size=5308) 2024-11-12T18:22:05,178 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/table/f419a2ef8ec84cc4b52b1a11aa942948 2024-11-12T18:22:05,184 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/info/9a44d84706a94c04b877f100aa1f3cfa as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/info/9a44d84706a94c04b877f100aa1f3cfa 2024-11-12T18:22:05,188 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/info/9a44d84706a94c04b877f100aa1f3cfa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:22:05,189 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/ns/dd5b936c47cd4770b5d5cb8f2b24c08f as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/ns/dd5b936c47cd4770b5d5cb8f2b24c08f 2024-11-12T18:22:05,192 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/ns/dd5b936c47cd4770b5d5cb8f2b24c08f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:22:05,193 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 1588230740, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:05,193 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/rep_barrier/522595ee5efa4110a1731dd05b660cb5 as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/rep_barrier/522595ee5efa4110a1731dd05b660cb5 2024-11-12T18:22:05,196 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/rep_barrier/522595ee5efa4110a1731dd05b660cb5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:22:05,197 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/.tmp/table/f419a2ef8ec84cc4b52b1a11aa942948 as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/table/f419a2ef8ec84cc4b52b1a11aa942948 2024-11-12T18:22:05,202 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/table/f419a2ef8ec84cc4b52b1a11aa942948, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:22:05,203 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 210ms, sequenceid=16, compaction requested=false 2024-11-12T18:22:05,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:22:05,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:05,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:05,207 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:05,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435724993Running coprocessor pre-close hooks at 1731435724993Disabling compacts and flushes for region at 1731435724993Disabling writes for close at 1731435724993Obtaining lock to block concurrent updates at 1731435724993Preparing flush snapshotting stores in 1588230740 at 1731435724993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435724993Flushing stores of hbase:meta,,1.1588230740 at 1731435724994 (+1 ms)Flushing 1588230740/info: creating writer at 1731435724994Flushing 1588230740/info: appending metadata at 1731435725009 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731435725009Flushing 1588230740/ns: creating writer at 1731435725028 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731435725046 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731435725046Flushing 1588230740/rep_barrier: creating writer at 1731435725069 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435725097 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435725097Flushing 1588230740/table: creating writer at 1731435725150 (+53 ms)Flushing 1588230740/table: appending metadata at 1731435725166 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731435725167 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@824073f: reopening flushed file at 1731435725183 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf98873: reopening flushed file at 1731435725188 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed8e126: reopening flushed file at 1731435725192 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7789b557: reopening flushed file at 1731435725197 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 210ms, sequenceid=16, compaction requested=false at 1731435725203 (+6 ms)Writing region close event to WAL at 1731435725204 (+1 ms)Running coprocessor post-close hooks at 1731435725207 (+3 ms)Closed at 1731435725207 2024-11-12T18:22:05,207 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:05,387 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1191, reset compression=false 2024-11-12T18:22:05,392 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:05,392 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1438, reset compression=false 2024-11-12T18:22:05,392 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,34227,1731435696076 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:05,393 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:05,393 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,34227,1731435696076: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,34227,1731435696076, walGroup=9911683f163c%2C34227%2C1731435696076, offset=9911683f163c%2C34227%2C1731435696076.1731435698206:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:34227 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:22:05,395 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:22:05,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:22:05,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:22:05,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:22:05,395 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:22:05,395 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 971716304 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203330568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:22:05,396 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:43907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:43907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:22:05,426 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/f/ed4d80acc050440da9e9fab4b22c0685 2024-11-12T18:22:05,430 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed4d80acc050440da9e9fab4b22c0685 2024-11-12T18:22:05,451 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/f1/cf41520cd2414cb6af81fd3689fa5ddd is 30, key is row1/f1:/1731435720353/DeleteFamily/seqid=0 2024-11-12T18:22:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741845_1021 (size=5158) 2024-11-12T18:22:05,587 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:22:05,593 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:05,617 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1438, reset compression=false 2024-11-12T18:22:05,793 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:05,865 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/f1/cf41520cd2414cb6af81fd3689fa5ddd 2024-11-12T18:22:05,874 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf41520cd2414cb6af81fd3689fa5ddd 2024-11-12T18:22:05,899 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/norep/fb2da30a779846819ca792e491763c9c is 33, key is row1/norep:/1731435720353/DeleteFamily/seqid=0 2024-11-12T18:22:05,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741846_1022 (size=5108) 2024-11-12T18:22:05,921 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1438, reset compression=false 2024-11-12T18:22:05,993 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:22:05,994 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1325): Online Regions={084191514c3fffaab25a41a458b77757=test,,1731435706317.084191514c3fffaab25a41a458b77757., 29299e08f86dd250c8474a535bfd3aa5=hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5.} 2024-11-12T18:22:05,994 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:06,194 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:06,249 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:06,321 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/norep/fb2da30a779846819ca792e491763c9c 2024-11-12T18:22:06,326 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1438, reset compression=false 2024-11-12T18:22:06,337 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb2da30a779846819ca792e491763c9c 2024-11-12T18:22:06,339 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/f/ed4d80acc050440da9e9fab4b22c0685 as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/f/ed4d80acc050440da9e9fab4b22c0685 2024-11-12T18:22:06,349 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed4d80acc050440da9e9fab4b22c0685 2024-11-12T18:22:06,349 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/f/ed4d80acc050440da9e9fab4b22c0685, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T18:22:06,353 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/f1/cf41520cd2414cb6af81fd3689fa5ddd as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/f1/cf41520cd2414cb6af81fd3689fa5ddd 2024-11-12T18:22:06,360 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf41520cd2414cb6af81fd3689fa5ddd 2024-11-12T18:22:06,360 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/f1/cf41520cd2414cb6af81fd3689fa5ddd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T18:22:06,365 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/.tmp/norep/fb2da30a779846819ca792e491763c9c as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/norep/fb2da30a779846819ca792e491763c9c 2024-11-12T18:22:06,372 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb2da30a779846819ca792e491763c9c 2024-11-12T18:22:06,372 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/norep/fb2da30a779846819ca792e491763c9c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T18:22:06,375 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 084191514c3fffaab25a41a458b77757 in 1390ms, sequenceid=10, compaction requested=false 2024-11-12T18:22:06,395 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 084191514c3fffaab25a41a458b77757, 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:06,398 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/data/default/test/084191514c3fffaab25a41a458b77757/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:06,401 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 084191514c3fffaab25a41a458b77757: Waiting for close lock at 1731435724985Running coprocessor pre-close hooks at 1731435724985Disabling compacts and flushes for region at 1731435724985Disabling writes for close at 1731435724985Obtaining lock to block concurrent updates at 1731435724985Preparing flush snapshotting stores in 084191514c3fffaab25a41a458b77757 at 1731435724985Finished memstore snapshotting test,,1731435706317.084191514c3fffaab25a41a458b77757., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731435724985Flushing stores of test,,1731435706317.084191514c3fffaab25a41a458b77757. at 1731435724986 (+1 ms)Flushing 084191514c3fffaab25a41a458b77757/f: creating writer at 1731435724986Flushing 084191514c3fffaab25a41a458b77757/f: appending metadata at 1731435725009 (+23 ms)Flushing 084191514c3fffaab25a41a458b77757/f: closing flushed file at 1731435725009Flushing 084191514c3fffaab25a41a458b77757/f1: creating writer at 1731435725431 (+422 ms)Flushing 084191514c3fffaab25a41a458b77757/f1: appending metadata at 1731435725450 (+19 ms)Flushing 084191514c3fffaab25a41a458b77757/f1: closing flushed file at 1731435725450Flushing 084191514c3fffaab25a41a458b77757/norep: creating writer at 1731435725874 (+424 ms)Flushing 084191514c3fffaab25a41a458b77757/norep: appending metadata at 1731435725897 (+23 ms)Flushing 084191514c3fffaab25a41a458b77757/norep: closing flushed file at 1731435725897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558b0644: reopening flushed file at 1731435726337 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f04804b: reopening flushed file at 1731435726349 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7621f4d5: reopening flushed file at 1731435726360 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 084191514c3fffaab25a41a458b77757 in 1390ms, sequenceid=10, compaction requested=false at 1731435726375 (+15 ms)Writing region close event to WAL at 1731435726393 (+18 ms)Running coprocessor post-close hooks at 1731435726400 (+7 ms)Closed at 1731435726401 (+1 ms) 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435706317.084191514c3fffaab25a41a458b77757. 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29299e08f86dd250c8474a535bfd3aa5, disabling compactions & flushes 2024-11-12T18:22:06,401 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. after waiting 0 ms 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,401 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29299e08f86dd250c8474a535bfd3aa5: Waiting for close lock at 1731435726401Running coprocessor pre-close hooks at 1731435726401Disabling compacts and flushes for region at 1731435726401Disabling writes for close at 1731435726401Failed flush hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5., putting online again at 1731435726401 2024-11-12T18:22:06,402 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,595 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(3091): Received CLOSE for 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:06,595 DEBUG [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1351): Waiting on 29299e08f86dd250c8474a535bfd3aa5 2024-11-12T18:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29299e08f86dd250c8474a535bfd3aa5, disabling compactions & flushes 2024-11-12T18:22:06,596 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. after waiting 0 ms 2024-11-12T18:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29299e08f86dd250c8474a535bfd3aa5: Waiting for close lock at 1731435726595Running coprocessor pre-close hooks at 1731435726596 (+1 ms)Disabling compacts and flushes for region at 1731435726596Disabling writes for close at 1731435726596Failed flush hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5., putting online again at 1731435726596 2024-11-12T18:22:06,596 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435711894.29299e08f86dd250c8474a535bfd3aa5. 2024-11-12T18:22:06,796 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T18:22:06,796 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,34227,1731435696076; all regions closed. 2024-11-12T18:22:06,842 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 1438, reset compression=false 2024-11-12T18:22:06,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.meta.1731435699229.meta not finished, retry = 0 2024-11-12T18:22:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:22:06,881 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:06,881 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/WALs/9911683f163c,34227,1731435696076/9911683f163c%2C34227%2C1731435696076.1731435698206 to pos 2082, reset compression=false 2024-11-12T18:22:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741839_1015 (size=2171) 2024-11-12T18:22:07,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741832_1008 (size=2090) 2024-11-12T18:22:07,012 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:07,012 INFO [RS:0;9911683f163c:34227 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:07,012 INFO [RS:0;9911683f163c:34227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:07,012 INFO [RS:0;9911683f163c:34227 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:07,012 INFO [RS:0;9911683f163c:34227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:07,012 INFO [RS:0;9911683f163c:34227 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,34227,1731435696076 because: Region server is closing 2024-11-12T18:22:07,012 INFO [RS:0;9911683f163c:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34227. 2024-11-12T18:22:07,013 DEBUG [RS:0;9911683f163c:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:07,013 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:07,013 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:07,014 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:07,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:07,113 INFO [RS:0;9911683f163c:34227 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.shipper9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 terminated 2024-11-12T18:22:07,113 INFO [RS:0;9911683f163c:34227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:34227. 2024-11-12T18:22:07,113 DEBUG [RS:0;9911683f163c:34227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:07,113 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:07,114 DEBUG [RS:0;9911683f163c:34227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:07,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:07,114 INFO [RS:0;9911683f163c:34227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34227 2024-11-12T18:22:07,114 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,34227,1731435696076.replicationSource.wal-reader.9911683f163c%2C34227%2C1731435696076,1-9911683f163c,34227,1731435696076 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:22:07,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341/rs 2024-11-12T18:22:07,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-629893341/rs/9911683f163c,34227,1731435696076 2024-11-12T18:22:07,128 INFO [RS:0;9911683f163c:34227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:07,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,34227,1731435696076] 2024-11-12T18:22:07,130 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-629893341/draining/9911683f163c,34227,1731435696076 already deleted, retry=false 2024-11-12T18:22:07,130 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,34227,1731435696076 expired; onlineServers=0 2024-11-12T18:22:07,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,43907,1731435696007' ***** 2024-11-12T18:22:07,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:22:07,132 INFO [M:0;9911683f163c:43907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:07,132 INFO [M:0;9911683f163c:43907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:07,132 DEBUG [M:0;9911683f163c:43907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:22:07,132 DEBUG [M:0;9911683f163c:43907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:22:07,132 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:22:07,132 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435697938 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435697938,5,FailOnTimeoutGroup] 2024-11-12T18:22:07,132 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435697938 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435697938,5,FailOnTimeoutGroup] 2024-11-12T18:22:07,133 INFO [M:0;9911683f163c:43907 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:07,133 INFO [M:0;9911683f163c:43907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:07,133 DEBUG [M:0;9911683f163c:43907 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:22:07,133 INFO [M:0;9911683f163c:43907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:22:07,133 INFO [M:0;9911683f163c:43907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:07,133 INFO [M:0;9911683f163c:43907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:22:07,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:22:07,136 DEBUG [M:0;9911683f163c:43907 {}] zookeeper.ZKUtil(347): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Unable to get data of znode /1-629893341/master because node does not exist (not an error) 2024-11-12T18:22:07,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-629893341/master 2024-11-12T18:22:07,136 WARN [M:0;9911683f163c:43907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:22:07,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-629893341 2024-11-12T18:22:07,138 INFO [M:0;9911683f163c:43907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/.lastflushedseqids 2024-11-12T18:22:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741847_1023 (size=245) 2024-11-12T18:22:07,226 INFO [M:0;9911683f163c:43907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:22:07,227 INFO [M:0;9911683f163c:43907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:22:07,227 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:07,227 INFO [M:0;9911683f163c:43907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:07,227 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:07,227 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:07,227 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:07,227 INFO [M:0;9911683f163c:43907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T18:22:07,235 INFO [RS:0;9911683f163c:34227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:07,235 INFO [RS:0;9911683f163c:34227 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,34227,1731435696076; zookeeper connection closed. 2024-11-12T18:22:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34227-0x100353a01b70004, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:07,236 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed 2024-11-12T18:22:07,240 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:22:07,252 DEBUG [M:0;9911683f163c:43907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/495bed248c0545238d6855fa9369df36 is 82, key is hbase:meta,,1/info:regioninfo/1731435699319/Put/seqid=0 2024-11-12T18:22:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741848_1024 (size=5672) 2024-11-12T18:22:07,312 INFO [M:0;9911683f163c:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/495bed248c0545238d6855fa9369df36 2024-11-12T18:22:07,375 DEBUG [M:0;9911683f163c:43907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4bf6827b4e34529a4a5b04b36b06010 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435712476/Put/seqid=0 2024-11-12T18:22:07,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741849_1025 (size=8517) 2024-11-12T18:22:07,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,460 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:07,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:07,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:22:07,466 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108797 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:22:07,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:07,790 INFO [M:0;9911683f163c:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4bf6827b4e34529a4a5b04b36b06010 2024-11-12T18:22:07,866 DEBUG [M:0;9911683f163c:43907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44c9b3e4d554464ba798cb3b81d3ecc1 is 69, key is 9911683f163c,34227,1731435696076/rs:state/1731435698048/Put/seqid=0 2024-11-12T18:22:07,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741850_1026 (size=5156) 2024-11-12T18:22:07,898 INFO [M:0;9911683f163c:43907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44c9b3e4d554464ba798cb3b81d3ecc1 2024-11-12T18:22:07,907 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/495bed248c0545238d6855fa9369df36 as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/495bed248c0545238d6855fa9369df36 2024-11-12T18:22:07,922 INFO [M:0;9911683f163c:43907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/495bed248c0545238d6855fa9369df36, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T18:22:07,923 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c4bf6827b4e34529a4a5b04b36b06010 as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4bf6827b4e34529a4a5b04b36b06010 2024-11-12T18:22:07,937 INFO [M:0;9911683f163c:43907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c4bf6827b4e34529a4a5b04b36b06010, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T18:22:07,952 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44c9b3e4d554464ba798cb3b81d3ecc1 as hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44c9b3e4d554464ba798cb3b81d3ecc1 2024-11-12T18:22:07,961 INFO [M:0;9911683f163c:43907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45001/user/jenkins/test-data/81668e05-ff5f-c886-3a3c-75ddaa244dac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44c9b3e4d554464ba798cb3b81d3ecc1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T18:22:07,962 INFO [M:0;9911683f163c:43907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 735ms, sequenceid=97, compaction requested=false 2024-11-12T18:22:08,007 INFO [M:0;9911683f163c:43907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:08,007 DEBUG [M:0;9911683f163c:43907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435727227Disabling compacts and flushes for region at 1731435727227Disabling writes for close at 1731435727227Obtaining lock to block concurrent updates at 1731435727227Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435727227Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731435727227Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435727228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435727228Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435727251 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435727251Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435727349 (+98 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435727375 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435727375Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435727795 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435727864 (+69 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435727865 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60aa77d1: reopening flushed file at 1731435727903 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ce59b57: reopening flushed file at 1731435727922 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a2cfed2: reopening flushed file at 1731435727937 (+15 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 735ms, sequenceid=97, compaction requested=false at 1731435727962 (+25 ms)Writing region close event to WAL at 1731435728007 (+45 ms)Closed at 1731435728007 2024-11-12T18:22:08,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:22:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38533 is added to blk_1073741830_1006 (size=63666) 2024-11-12T18:22:08,037 INFO [M:0;9911683f163c:43907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:22:08,037 INFO [M:0;9911683f163c:43907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43907 2024-11-12T18:22:08,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:08,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,040 INFO [M:0;9911683f163c:43907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:08,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:08,144 INFO [M:0;9911683f163c:43907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:08,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:08,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43907-0x100353a01b70003, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:08,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f12a355{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:08,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20198d99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:08,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:08,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1008dde9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:08,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55da76a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:08,191 WARN [BP-1695809188-172.17.0.3-1731435694811 heartbeating to localhost/127.0.0.1:45001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:22:08,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:22:08,191 WARN [BP-1695809188-172.17.0.3-1731435694811 heartbeating to localhost/127.0.0.1:45001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1695809188-172.17.0.3-1731435694811 (Datanode Uuid 01f254c2-4ed0-4331-89ab-bc6418b177fd) service to localhost/127.0.0.1:45001 2024-11-12T18:22:08,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:22:08,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/cluster_f70f009e-f03e-6359-09d2-1548f059790d/data/data1/current/BP-1695809188-172.17.0.3-1731435694811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:08,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/cluster_f70f009e-f03e-6359-09d2-1548f059790d/data/data2/current/BP-1695809188-172.17.0.3-1731435694811 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:08,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:22:08,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e2454bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:08,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ae1b9da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:08,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:08,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f4997b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:08,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2479bb81{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3f7cd7bb-0ff8-9397-16d9-2abb7b1bc29c/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:08,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:22:08,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:22:08,298 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:08,298 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:08,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:08,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:08,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:08,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:22:08,302 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523514350, stopped=false 2024-11-12T18:22:08,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,44773,1731435692075 2024-11-12T18:22:08,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:08,324 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:08,324 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:08,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:08,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,44507,1731435692418' ***** 2024-11-12T18:22:08,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:22:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01840333139/running 2024-11-12T18:22:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01840333139/running 2024-11-12T18:22:08,325 INFO [RS:0;9911683f163c:44507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:22:08,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:22:08,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:22:08,325 INFO [RS:0;9911683f163c:44507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:22:08,325 INFO [RS:0;9911683f163c:44507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:22:08,325 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 487da7687218ae665f0e6d5cab6bea80 2024-11-12T18:22:08,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/running 2024-11-12T18:22:08,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Set watcher on znode that does not yet exist, /01840333139/running 2024-11-12T18:22:08,327 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:22:08,334 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:08,334 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,44507,1731435692418 2024-11-12T18:22:08,334 INFO [RS:0;9911683f163c:44507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:08,334 INFO [RS:0;9911683f163c:44507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:44507. 2024-11-12T18:22:08,334 DEBUG [RS:0;9911683f163c:44507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:08,334 DEBUG [RS:0;9911683f163c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:08,334 INFO [RS:0;9911683f163c:44507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:22:08,335 INFO [RS:0;9911683f163c:44507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:22:08,335 INFO [RS:0;9911683f163c:44507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:22:08,335 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:22:08,335 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 487da7687218ae665f0e6d5cab6bea80, disabling compactions & flushes 2024-11-12T18:22:08,335 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:22:08,335 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:22:08,335 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. after waiting 0 ms 2024-11-12T18:22:08,335 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:22:08,336 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 487da7687218ae665f0e6d5cab6bea80 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T18:22:08,344 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:22:08,344 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1325): Online Regions={487da7687218ae665f0e6d5cab6bea80=test,,1731435705131.487da7687218ae665f0e6d5cab6bea80., 1588230740=hbase:meta,,1.1588230740, 6e621e55c4534a9d50572ef7ccb53fc6=hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.} 2024-11-12T18:22:08,344 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487da7687218ae665f0e6d5cab6bea80, 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:08,345 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:08,345 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:08,345 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:08,345 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:08,345 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:08,345 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:22:08,375 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/f/6f05eaed27e54912a83712dcbd34ca1d is 28, key is row/f:/1731435719330/DeleteFamily/seqid=0 2024-11-12T18:22:08,396 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741840_1016 (size=5085) 2024-11-12T18:22:08,410 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/f/6f05eaed27e54912a83712dcbd34ca1d 2024-11-12T18:22:08,421 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f05eaed27e54912a83712dcbd34ca1d 2024-11-12T18:22:08,424 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/info/daf920408ba54b6f9da0b4c6c4ab0a73 is 147, key is hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6./info:regioninfo/1731435710786/Put/seqid=0 2024-11-12T18:22:08,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741841_1017 (size=7686) 2024-11-12T18:22:08,474 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/f1/1de2516722f74cdfab03daf2d3208178 is 29, key is row/f1:/1731435719330/DeleteFamily/seqid=0 2024-11-12T18:22:08,481 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/info/daf920408ba54b6f9da0b4c6c4ab0a73 2024-11-12T18:22:08,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741842_1018 (size=5089) 2024-11-12T18:22:08,524 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/ns/97b0c9fc54c443afba70da0da4aa7701 is 43, key is default/ns:d/1731435694726/Put/seqid=0 2024-11-12T18:22:08,545 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487da7687218ae665f0e6d5cab6bea80, 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:08,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741843_1019 (size=5153) 2024-11-12T18:22:08,745 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487da7687218ae665f0e6d5cab6bea80, 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:08,777 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 636, reset compression=false 2024-11-12T18:22:08,794 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:08,794 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 883, reset compression=false 2024-11-12T18:22:08,794 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,44507,1731435692418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:08,795 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,44507,1731435692418: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9911683f163c,44507,1731435692418, walGroup=9911683f163c%2C44507%2C1731435692418, offset=9911683f163c%2C44507%2C1731435692418.1731435694263:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:44507 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:22:08,796 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:22:08,796 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:22:08,799 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:22:08,799 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:22:08,799 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:22:08,799 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1063990992 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 203733600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:22:08,800 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:44773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:44773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:22:08,898 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/f1/1de2516722f74cdfab03daf2d3208178 2024-11-12T18:22:08,905 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1de2516722f74cdfab03daf2d3208178 2024-11-12T18:22:08,930 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/norep/eb86258cace24bdf96f317d0780c18d5 is 32, key is row/norep:/1731435719330/DeleteFamily/seqid=0 2024-11-12T18:22:08,945 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 487da7687218ae665f0e6d5cab6bea80, 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741844_1020 (size=5101) 2024-11-12T18:22:08,958 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/ns/97b0c9fc54c443afba70da0da4aa7701 2024-11-12T18:22:08,959 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/norep/eb86258cace24bdf96f317d0780c18d5 2024-11-12T18:22:08,970 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb86258cace24bdf96f317d0780c18d5 2024-11-12T18:22:08,973 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/f/6f05eaed27e54912a83712dcbd34ca1d as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/f/6f05eaed27e54912a83712dcbd34ca1d 2024-11-12T18:22:08,979 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f05eaed27e54912a83712dcbd34ca1d 2024-11-12T18:22:08,979 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/f/6f05eaed27e54912a83712dcbd34ca1d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T18:22:08,980 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/f1/1de2516722f74cdfab03daf2d3208178 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/f1/1de2516722f74cdfab03daf2d3208178 2024-11-12T18:22:08,985 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1de2516722f74cdfab03daf2d3208178 2024-11-12T18:22:08,986 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/f1/1de2516722f74cdfab03daf2d3208178, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T18:22:08,986 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/.tmp/norep/eb86258cace24bdf96f317d0780c18d5 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/norep/eb86258cace24bdf96f317d0780c18d5 2024-11-12T18:22:09,012 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 883, reset compression=false 2024-11-12T18:22:09,017 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb86258cace24bdf96f317d0780c18d5 2024-11-12T18:22:09,017 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/norep/eb86258cace24bdf96f317d0780c18d5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T18:22:09,018 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d2be85ffbfe549bcb095f19855a51c4d is 112, key is test,,1731435705131.487da7687218ae665f0e6d5cab6bea80./rep_barrier:seqnumDuringOpen/1731435706223/Put/seqid=0 2024-11-12T18:22:09,022 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 487da7687218ae665f0e6d5cab6bea80 in 686ms, sequenceid=6, compaction requested=false 2024-11-12T18:22:09,022 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:22:09,035 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:09,035 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/WALs/9911683f163c,44507,1731435692418/9911683f163c%2C44507%2C1731435692418.1731435694263 to pos 1232, reset compression=false 2024-11-12T18:22:09,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741845_1021 (size=5518) 2024-11-12T18:22:09,071 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d2be85ffbfe549bcb095f19855a51c4d 2024-11-12T18:22:09,093 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:22:09,093 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:22:09,123 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:09,136 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/table/683d732898594cb0afec74c1f9412fd7 is 53, key is hbase:replication/table:state/1731435710818/Put/seqid=0 2024-11-12T18:22:09,140 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/default/test/487da7687218ae665f0e6d5cab6bea80/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T18:22:09,143 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:09,144 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:09,144 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:22:09,144 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 487da7687218ae665f0e6d5cab6bea80: Waiting for close lock at 1731435728335Running coprocessor pre-close hooks at 1731435728335Disabling compacts and flushes for region at 1731435728335Disabling writes for close at 1731435728335Obtaining lock to block concurrent updates at 1731435728336 (+1 ms)Preparing flush snapshotting stores in 487da7687218ae665f0e6d5cab6bea80 at 1731435728336Finished memstore snapshotting test,,1731435705131.487da7687218ae665f0e6d5cab6bea80., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731435728336Flushing stores of test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. at 1731435728337 (+1 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/f: creating writer at 1731435728338 (+1 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/f: appending metadata at 1731435728374 (+36 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/f: closing flushed file at 1731435728374Flushing 487da7687218ae665f0e6d5cab6bea80/f1: creating writer at 1731435728421 (+47 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/f1: appending metadata at 1731435728473 (+52 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/f1: closing flushed file at 1731435728473Flushing 487da7687218ae665f0e6d5cab6bea80/norep: creating writer at 1731435728905 (+432 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/norep: appending metadata at 1731435728928 (+23 ms)Flushing 487da7687218ae665f0e6d5cab6bea80/norep: closing flushed file at 1731435728929 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741385fc: reopening flushed file at 1731435728970 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56172a36: reopening flushed file at 1731435728979 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2133186: reopening flushed file at 1731435728986 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 487da7687218ae665f0e6d5cab6bea80 in 686ms, sequenceid=6, compaction requested=false at 1731435729022 (+36 ms)Writing region close event to WAL at 1731435729081 (+59 ms)Running coprocessor post-close hooks at 1731435729143 (+62 ms)Closed at 1731435729144 (+1 ms) 2024-11-12T18:22:09,144 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435705131.487da7687218ae665f0e6d5cab6bea80. 2024-11-12T18:22:09,145 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e621e55c4534a9d50572ef7ccb53fc6, disabling compactions & flushes 2024-11-12T18:22:09,145 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,145 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,145 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. after waiting 0 ms 2024-11-12T18:22:09,145 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,145 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e621e55c4534a9d50572ef7ccb53fc6: Waiting for close lock at 1731435729145Running coprocessor pre-close hooks at 1731435729145Disabling compacts and flushes for region at 1731435729145Disabling writes for close at 1731435729145Failed flush hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6., putting online again at 1731435729145 2024-11-12T18:22:09,145 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,148 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:09,148 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e621e55c4534a9d50572ef7ccb53fc6 2024-11-12T18:22:09,149 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e621e55c4534a9d50572ef7ccb53fc6, disabling compactions & flushes 2024-11-12T18:22:09,149 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,149 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,149 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. after waiting 0 ms 2024-11-12T18:22:09,149 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,150 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e621e55c4534a9d50572ef7ccb53fc6: Waiting for close lock at 1731435729149Running coprocessor pre-close hooks at 1731435729149Disabling compacts and flushes for region at 1731435729149Disabling writes for close at 1731435729149Failed flush hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6., putting online again at 1731435729150 (+1 ms) 2024-11-12T18:22:09,150 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6. 2024-11-12T18:22:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741846_1022 (size=5308) 2024-11-12T18:22:09,180 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/table/683d732898594cb0afec74c1f9412fd7 2024-11-12T18:22:09,198 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/info/daf920408ba54b6f9da0b4c6c4ab0a73 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/info/daf920408ba54b6f9da0b4c6c4ab0a73 2024-11-12T18:22:09,207 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/info/daf920408ba54b6f9da0b4c6c4ab0a73, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:22:09,208 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/ns/97b0c9fc54c443afba70da0da4aa7701 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/ns/97b0c9fc54c443afba70da0da4aa7701 2024-11-12T18:22:09,217 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/ns/97b0c9fc54c443afba70da0da4aa7701, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:22:09,220 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/rep_barrier/d2be85ffbfe549bcb095f19855a51c4d as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/rep_barrier/d2be85ffbfe549bcb095f19855a51c4d 2024-11-12T18:22:09,230 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/rep_barrier/d2be85ffbfe549bcb095f19855a51c4d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:22:09,232 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/.tmp/table/683d732898594cb0afec74c1f9412fd7 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/table/683d732898594cb0afec74c1f9412fd7 2024-11-12T18:22:09,238 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/table/683d732898594cb0afec74c1f9412fd7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:22:09,241 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false 2024-11-12T18:22:09,241 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:22:09,292 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:22:09,293 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:09,293 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:09,294 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:09,294 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435728345Running coprocessor pre-close hooks at 1731435728345Disabling compacts and flushes for region at 1731435728345Disabling writes for close at 1731435728345Obtaining lock to block concurrent updates at 1731435728345Preparing flush snapshotting stores in 1588230740 at 1731435728345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435728346 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731435728346Flushing 1588230740/info: creating writer at 1731435728346Flushing 1588230740/info: appending metadata at 1731435728424 (+78 ms)Flushing 1588230740/info: closing flushed file at 1731435728424Flushing 1588230740/ns: creating writer at 1731435728485 (+61 ms)Flushing 1588230740/ns: appending metadata at 1731435728523 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731435728523Flushing 1588230740/rep_barrier: creating writer at 1731435728964 (+441 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435729017 (+53 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435729017Flushing 1588230740/table: creating writer at 1731435729078 (+61 ms)Flushing 1588230740/table: appending metadata at 1731435729136 (+58 ms)Flushing 1588230740/table: closing flushed file at 1731435729136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbcfa02: reopening flushed file at 1731435729197 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246ab63e: reopening flushed file at 1731435729207 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400252f5: reopening flushed file at 1731435729217 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a812f7: reopening flushed file at 1731435729230 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 896ms, sequenceid=16, compaction requested=false at 1731435729241 (+11 ms)Writing region close event to WAL at 1731435729279 (+38 ms)Running coprocessor post-close hooks at 1731435729293 (+14 ms)Closed at 1731435729294 (+1 ms) 2024-11-12T18:22:09,294 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:09,349 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:22:09,349 DEBUG [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1325): Online Regions={6e621e55c4534a9d50572ef7ccb53fc6=hbase:replication,,1731435709710.6e621e55c4534a9d50572ef7ccb53fc6.} 2024-11-12T18:22:09,349 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T18:22:09,349 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,44507,1731435692418; all regions closed. 2024-11-12T18:22:09,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741834_1010 (size=4239) 2024-11-12T18:22:09,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741839_1015 (size=1297) 2024-11-12T18:22:09,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741833_1009 (size=1535) 2024-11-12T18:22:09,448 DEBUG [RS:0;9911683f163c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:09,448 INFO [RS:0;9911683f163c:44507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:09,448 INFO [RS:0;9911683f163c:44507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:09,449 INFO [RS:0;9911683f163c:44507 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:09,449 INFO [RS:0;9911683f163c:44507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:09,449 INFO [RS:0;9911683f163c:44507 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,44507,1731435692418 because: Region server is closing 2024-11-12T18:22:09,449 INFO [RS:0;9911683f163c:44507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:44507. 2024-11-12T18:22:09,449 DEBUG [RS:0;9911683f163c:44507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:09,449 DEBUG [RS:0;9911683f163c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:09,449 DEBUG [RS:0;9911683f163c:44507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:09,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:09,450 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:09,549 INFO [RS:0;9911683f163c:44507 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.shipper9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 terminated 2024-11-12T18:22:09,550 INFO [RS:0;9911683f163c:44507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44507 2024-11-12T18:22:09,550 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,44507,1731435692418.replicationSource.wal-reader.9911683f163c%2C44507%2C1731435692418,1-9911683f163c,44507,1731435692418 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-12T18:22:09,554 INFO [RS:0;9911683f163c:44507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:09,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139/rs 2024-11-12T18:22:09,559 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,44507,1731435692418] 2024-11-12T18:22:09,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01840333139/rs/9911683f163c,44507,1731435692418 2024-11-12T18:22:09,567 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/draining/9911683f163c,44507,1731435692418 already deleted, retry=false 2024-11-12T18:22:09,567 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,44507,1731435692418 expired; onlineServers=0 2024-11-12T18:22:09,567 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,44773,1731435692075' ***** 2024-11-12T18:22:09,568 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:22:09,568 INFO [M:0;9911683f163c:44773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:09,568 INFO [M:0;9911683f163c:44773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:09,568 DEBUG [M:0;9911683f163c:44773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:22:09,568 DEBUG [M:0;9911683f163c:44773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:22:09,568 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435693944 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435693944,5,FailOnTimeoutGroup] 2024-11-12T18:22:09,568 INFO [M:0;9911683f163c:44773 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:09,568 INFO [M:0;9911683f163c:44773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:09,568 DEBUG [M:0;9911683f163c:44773 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:22:09,568 INFO [M:0;9911683f163c:44773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:22:09,568 INFO [M:0;9911683f163c:44773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:09,568 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:22:09,568 ERROR [M:0;9911683f163c:44773 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39255,5,PEWorkerGroup] 2024-11-12T18:22:09,569 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435693945 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435693945,5,FailOnTimeoutGroup] 2024-11-12T18:22:09,569 INFO [M:0;9911683f163c:44773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:22:09,569 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:22:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01840333139/master 2024-11-12T18:22:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01840333139 2024-11-12T18:22:09,575 DEBUG [M:0;9911683f163c:44773 {}] zookeeper.RecoverableZooKeeper(212): Node /01840333139/master already deleted, retry=false 2024-11-12T18:22:09,575 DEBUG [M:0;9911683f163c:44773 {}] master.ActiveMasterManager(353): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Failed delete of our master address node; KeeperErrorCode = NoNode for /01840333139/master 2024-11-12T18:22:09,580 INFO [M:0;9911683f163c:44773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/.lastflushedseqids 2024-11-12T18:22:09,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741847_1023 (size=245) 2024-11-12T18:22:09,659 INFO [RS:0;9911683f163c:44507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:09,659 INFO [RS:0;9911683f163c:44507 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,44507,1731435692418; zookeeper connection closed. 2024-11-12T18:22:09,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:09,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44507-0x100353a01b70001, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:09,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69e1fbaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69e1fbaf 2024-11-12T18:22:09,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:22:10,027 INFO [M:0;9911683f163c:44773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:22:10,027 INFO [M:0;9911683f163c:44773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:22:10,027 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:10,028 INFO [M:0;9911683f163c:44773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:10,028 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:10,028 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:10,028 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:10,028 INFO [M:0;9911683f163c:44773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T18:22:10,061 DEBUG [M:0;9911683f163c:44773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0af1d207535a43aa873dc6b8b7138b18 is 82, key is hbase:meta,,1/info:regioninfo/1731435694712/Put/seqid=0 2024-11-12T18:22:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741848_1024 (size=5672) 2024-11-12T18:22:10,481 INFO [M:0;9911683f163c:44773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0af1d207535a43aa873dc6b8b7138b18 2024-11-12T18:22:10,532 DEBUG [M:0;9911683f163c:44773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7013cf4fe4ec43e3a62a9ca50a5b6976 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435706241/Put/seqid=0 2024-11-12T18:22:10,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741849_1025 (size=7219) 2024-11-12T18:22:10,561 INFO [M:0;9911683f163c:44773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7013cf4fe4ec43e3a62a9ca50a5b6976 2024-11-12T18:22:10,568 INFO [M:0;9911683f163c:44773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7013cf4fe4ec43e3a62a9ca50a5b6976 2024-11-12T18:22:10,613 DEBUG [M:0;9911683f163c:44773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abff511f54c4f8097cd26f16a2b35c6 is 69, key is 9911683f163c,44507,1731435692418/rs:state/1731435694014/Put/seqid=0 2024-11-12T18:22:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741850_1026 (size=5156) 2024-11-12T18:22:11,061 INFO [M:0;9911683f163c:44773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abff511f54c4f8097cd26f16a2b35c6 2024-11-12T18:22:11,095 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0af1d207535a43aa873dc6b8b7138b18 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0af1d207535a43aa873dc6b8b7138b18 2024-11-12T18:22:11,104 INFO [M:0;9911683f163c:44773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0af1d207535a43aa873dc6b8b7138b18, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T18:22:11,114 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7013cf4fe4ec43e3a62a9ca50a5b6976 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7013cf4fe4ec43e3a62a9ca50a5b6976 2024-11-12T18:22:11,122 INFO [M:0;9911683f163c:44773 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7013cf4fe4ec43e3a62a9ca50a5b6976 2024-11-12T18:22:11,122 INFO [M:0;9911683f163c:44773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7013cf4fe4ec43e3a62a9ca50a5b6976, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T18:22:11,124 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abff511f54c4f8097cd26f16a2b35c6 as hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0abff511f54c4f8097cd26f16a2b35c6 2024-11-12T18:22:11,135 INFO [M:0;9911683f163c:44773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39255/user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0abff511f54c4f8097cd26f16a2b35c6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T18:22:11,136 INFO [M:0;9911683f163c:44773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1108ms, sequenceid=105, compaction requested=false 2024-11-12T18:22:11,189 INFO [M:0;9911683f163c:44773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:11,189 DEBUG [M:0;9911683f163c:44773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435730027Disabling compacts and flushes for region at 1731435730027Disabling writes for close at 1731435730028 (+1 ms)Obtaining lock to block concurrent updates at 1731435730028Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435730028Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731435730028Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435730029 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435730029Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435730061 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435730061Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435730494 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435730531 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435730531Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435730569 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435730613 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435730613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a54f941: reopening flushed file at 1731435731093 (+480 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a01bd47: reopening flushed file at 1731435731104 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fcfa280: reopening flushed file at 1731435731123 (+19 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1108ms, sequenceid=105, compaction requested=false at 1731435731136 (+13 ms)Writing region close event to WAL at 1731435731189 (+53 ms)Closed at 1731435731189 2024-11-12T18:22:11,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/14e9ebf3-1ecf-8d93-65a5-cb5fa42ff9d2/MasterData/WALs/9911683f163c,44773,1731435692075/9911683f163c%2C44773%2C1731435692075.1731435693707 not finished, retry = 0 2024-11-12T18:22:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33387 is added to blk_1073741830_1006 (size=64435) 2024-11-12T18:22:11,328 INFO [M:0;9911683f163c:44773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:22:11,328 INFO [M:0;9911683f163c:44773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44773 2024-11-12T18:22:11,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:11,331 INFO [M:0;9911683f163c:44773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44773-0x100353a01b70000, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:11,441 INFO [M:0;9911683f163c:44773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:11,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c11a30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:11,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645740ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:11,465 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:11,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b6b26e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:11,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210fec3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:11,471 WARN [BP-56984327-172.17.0.3-1731435689842 heartbeating to localhost/127.0.0.1:39255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:22:11,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:22:11,471 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:22:11,471 WARN [BP-56984327-172.17.0.3-1731435689842 heartbeating to localhost/127.0.0.1:39255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-56984327-172.17.0.3-1731435689842 (Datanode Uuid 2d1ec3f1-6549-4c96-8044-88940c330bca) service to localhost/127.0.0.1:39255 2024-11-12T18:22:11,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/data/data1/current/BP-56984327-172.17.0.3-1731435689842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:11,472 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/cluster_e093fd6b-1737-6e79-965d-ea5862758e91/data/data2/current/BP-56984327-172.17.0.3-1731435689842 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:11,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:22:11,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@122ca57{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:11,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18f616f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:11,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:11,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0b95e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:11,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae922fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33d30e86-3eab-030c-f8c9-6e3975973ab5/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:11,525 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:22:11,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:22:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100353a01b70005, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:22:11,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100353a01b70005, quorum=127.0.0.1:54935, baseZNode=/1-629893341 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:22:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100353a01b70002, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:22:11,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100353a01b70002, quorum=127.0.0.1:54935, baseZNode=/01840333139 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:22:11,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100353a01b70008, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:22:11,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100353a01b70008, quorum=127.0.0.1:54935, baseZNode=/2344516570 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:22:11,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39255 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45001 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46551 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46551 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1222 (was 1127) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1030 (was 1260) 2024-11-12T18:22:11,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=1222, ProcessCount=11, AvailableMemoryMB=1030 2024-11-12T18:22:11,757 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T18:22:11,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir so I do NOT create it in target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197 2024-11-12T18:22:11,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:22:11,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.tmp.dir so I do NOT create it in target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197 2024-11-12T18:22:11,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cc06660-0d32-12a4-d779-4777bcdb9af5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:22:11,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197 2024-11-12T18:22:11,758 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673, deleteOnExit=true 2024-11-12T18:22:11,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/zookeeper_0, clientPort=49276, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:22:11,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49276 2024-11-12T18:22:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:22:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/test.cache.data in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:22:11,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:22:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:22:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:22:12,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:12,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:12,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:12,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:12,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:12,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:12,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20a7163{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:12,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53cfb205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:12,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d4eedc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/java.io.tmpdir/jetty-localhost-45421-hadoop-hdfs-3_4_1-tests_jar-_-any-8960667368679857968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:12,214 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a37018{HTTP/1.1, (http/1.1)}{localhost:45421} 2024-11-12T18:22:12,214 INFO [Time-limited test {}] server.Server(415): Started @294765ms 2024-11-12T18:22:12,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:12,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:12,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:12,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:12,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:12,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ceecef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:12,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b9729c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:12,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571c695c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/java.io.tmpdir/jetty-localhost-36811-hadoop-hdfs-3_4_1-tests_jar-_-any-18102570161737067228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:12,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4700ce97{HTTP/1.1, (http/1.1)}{localhost:36811} 2024-11-12T18:22:12,744 INFO [Time-limited test {}] server.Server(415): Started @295295ms 2024-11-12T18:22:12,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:22:13,086 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/data/data1/current/BP-443929848-172.17.0.3-1731435731900/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:13,095 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/data/data2/current/BP-443929848-172.17.0.3-1731435731900/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:13,221 WARN [Thread-4148 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:22:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6d36ee14bd2cf65 with lease ID 0x5c50d24fac80e101: Processing first storage report for DS-3a41a12a-f97f-404a-9cfc-e13c20bbf9f1 from datanode DatanodeRegistration(127.0.0.1:33523, datanodeUuid=05724d99-f02b-420e-bc01-f5b6aa848653, infoPort=33991, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=911884006;c=1731435731900) 2024-11-12T18:22:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6d36ee14bd2cf65 with lease ID 0x5c50d24fac80e101: from storage DS-3a41a12a-f97f-404a-9cfc-e13c20bbf9f1 node DatanodeRegistration(127.0.0.1:33523, datanodeUuid=05724d99-f02b-420e-bc01-f5b6aa848653, infoPort=33991, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=911884006;c=1731435731900), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:22:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6d36ee14bd2cf65 with lease ID 0x5c50d24fac80e101: Processing first storage report for DS-7b7c7f03-5e94-45e9-bf0f-02b029e89bc5 from datanode DatanodeRegistration(127.0.0.1:33523, datanodeUuid=05724d99-f02b-420e-bc01-f5b6aa848653, infoPort=33991, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=911884006;c=1731435731900) 2024-11-12T18:22:13,236 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6d36ee14bd2cf65 with lease ID 0x5c50d24fac80e101: from storage DS-7b7c7f03-5e94-45e9-bf0f-02b029e89bc5 node DatanodeRegistration(127.0.0.1:33523, datanodeUuid=05724d99-f02b-420e-bc01-f5b6aa848653, infoPort=33991, infoSecurePort=0, ipcPort=33655, storageInfo=lv=-57;cid=testClusterID;nsid=911884006;c=1731435731900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:22:13,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197 2024-11-12T18:22:13,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:13,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:22:13,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423 with version=8 2024-11-12T18:22:13,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/hbase-staging 2024-11-12T18:22:13,792 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:13,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:13,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:13,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:13,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:13,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:13,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:22:13,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:13,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34063 2024-11-12T18:22:13,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34063 connecting to ZooKeeper ensemble=127.0.0.1:49276 2024-11-12T18:22:13,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340630x0, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:13,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34063-0x100353aa5f80000 connected 2024-11-12T18:22:14,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:14,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:14,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on znode that does not yet exist, /0-2041050969/running 2024-11-12T18:22:14,049 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423, hbase.cluster.distributed=false 2024-11-12T18:22:14,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on znode that does not yet exist, /0-2041050969/acl 2024-11-12T18:22:14,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-12T18:22:14,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34063 2024-11-12T18:22:14,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34063 2024-11-12T18:22:14,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-12T18:22:14,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-12T18:22:14,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:14,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:14,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:14,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:14,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:14,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:14,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:22:14,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:14,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45269 2024-11-12T18:22:14,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45269 connecting to ZooKeeper ensemble=127.0.0.1:49276 2024-11-12T18:22:14,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:14,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:14,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452690x0, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on znode that does not yet exist, /0-2041050969/running 2024-11-12T18:22:14,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:22:14,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452690x0, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:14,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45269-0x100353aa5f80001 connected 2024-11-12T18:22:14,281 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:22:14,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on znode that does not yet exist, /0-2041050969/master 2024-11-12T18:22:14,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on znode that does not yet exist, /0-2041050969/acl 2024-11-12T18:22:14,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45269 2024-11-12T18:22:14,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45269 2024-11-12T18:22:14,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45269 2024-11-12T18:22:14,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45269 2024-11-12T18:22:14,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45269 2024-11-12T18:22:14,447 DEBUG [M:0;9911683f163c:34063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:34063 2024-11-12T18:22:14,453 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2041050969/backup-masters/9911683f163c,34063,1731435733792 2024-11-12T18:22:14,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969/backup-masters 2024-11-12T18:22:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969/backup-masters 2024-11-12T18:22:14,468 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on existing znode=/0-2041050969/backup-masters/9911683f163c,34063,1731435733792 2024-11-12T18:22:14,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2041050969/master 2024-11-12T18:22:14,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:14,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:14,484 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on existing znode=/0-2041050969/master 2024-11-12T18:22:14,492 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2041050969/backup-masters/9911683f163c,34063,1731435733792 from backup master directory 2024-11-12T18:22:14,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969/backup-masters 2024-11-12T18:22:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2041050969/backup-masters/9911683f163c,34063,1731435733792 2024-11-12T18:22:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969/backup-masters 2024-11-12T18:22:14,509 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:14,509 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,34063,1731435733792 2024-11-12T18:22:14,541 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/hbase.id] with ID: 38685f92-9f7a-46e3-ac82-08f55d3052d7 2024-11-12T18:22:14,541 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/.tmp/hbase.id 2024-11-12T18:22:14,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:22:14,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:22:14,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:14,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:22:14,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:22:14,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:22:14,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:15,000 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/.tmp/hbase.id]:[hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/hbase.id] 2024-11-12T18:22:15,013 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:15,013 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:22:15,014 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:22:15,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:15,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:22:15,532 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:15,533 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:22:15,537 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:15,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:22:15,578 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/data/master/store 2024-11-12T18:22:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:22:16,043 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:16,043 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:16,043 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:16,043 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:16,043 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:16,043 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:16,043 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:16,043 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435736043Disabling compacts and flushes for region at 1731435736043Disabling writes for close at 1731435736043Writing region close event to WAL at 1731435736043Closed at 1731435736043 2024-11-12T18:22:16,044 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/data/master/store/.initializing 2024-11-12T18:22:16,044 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/WALs/9911683f163c,34063,1731435733792 2024-11-12T18:22:16,045 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:16,047 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C34063%2C1731435733792, suffix=, logDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/WALs/9911683f163c,34063,1731435733792, archiveDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/oldWALs, maxLogs=10 2024-11-12T18:22:16,102 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/WALs/9911683f163c,34063,1731435733792/9911683f163c%2C34063%2C1731435733792.1731435736048, exclude list is [], retry=0 2024-11-12T18:22:16,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-3a41a12a-f97f-404a-9cfc-e13c20bbf9f1,DISK] 2024-11-12T18:22:16,143 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/WALs/9911683f163c,34063,1731435733792/9911683f163c%2C34063%2C1731435733792.1731435736048 2024-11-12T18:22:16,184 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-11-12T18:22:16,185 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:16,185 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:16,185 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,185 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:22:16,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:16,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:16,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:22:16,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:16,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:16,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:22:16,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:16,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:16,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:22:16,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:16,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:16,220 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,221 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,222 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,222 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,223 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:16,224 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:16,233 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:16,234 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60029047, jitterRate=-0.10549749433994293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:16,235 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435736185Initializing all the Stores at 1731435736189 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435736189Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435736203 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435736203Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435736203Cleaning up temporary data from old regions at 1731435736222 (+19 ms)Region opened successfully at 1731435736234 (+12 ms) 2024-11-12T18:22:16,235 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:22:16,241 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44844138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:16,242 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:22:16,242 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:22:16,243 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:22:16,243 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:22:16,248 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-12T18:22:16,248 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:22:16,248 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:22:16,278 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:22:16,293 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Unable to get data of znode /0-2041050969/balancer because node does not exist (not necessarily an error) 2024-11-12T18:22:16,296 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2041050969/balancer already deleted, retry=false 2024-11-12T18:22:16,297 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:22:16,298 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Unable to get data of znode /0-2041050969/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:22:16,299 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2041050969/normalizer already deleted, retry=false 2024-11-12T18:22:16,300 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:22:16,329 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Unable to get data of znode /0-2041050969/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:22:16,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2041050969/switch/split already deleted, retry=false 2024-11-12T18:22:16,338 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Unable to get data of znode /0-2041050969/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:22:16,339 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2041050969/switch/merge already deleted, retry=false 2024-11-12T18:22:16,347 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Unable to get data of znode /0-2041050969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:22:16,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2041050969/snapshot-cleanup already deleted, retry=false 2024-11-12T18:22:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2041050969/running 2024-11-12T18:22:16,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:16,352 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,34063,1731435733792, sessionid=0x100353aa5f80000, setting cluster-up flag (Was=false) 2024-11-12T18:22:16,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:16,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2041050969/running 2024-11-12T18:22:16,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:16,360 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2041050969/flush-table-proc/acquired, /0-2041050969/flush-table-proc/reached, /0-2041050969/flush-table-proc/abort 2024-11-12T18:22:16,361 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34063,1731435733792 2024-11-12T18:22:16,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:16,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:16,369 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2041050969/online-snapshot/acquired, /0-2041050969/online-snapshot/reached, /0-2041050969/online-snapshot/abort 2024-11-12T18:22:16,370 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,34063,1731435733792 2024-11-12T18:22:16,385 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:22:16,401 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:16,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:22:16,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:22:16,402 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,34063,1731435733792 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:16,406 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,409 INFO [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(746): ClusterId : 38685f92-9f7a-46e3-ac82-08f55d3052d7 2024-11-12T18:22:16,409 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:22:16,429 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:22:16,429 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:22:16,439 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:22:16,439 DEBUG [RS:0;9911683f163c:45269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47eacdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:16,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:16,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:22:16,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:16,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435766492 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:22:16,493 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:22:16,501 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:22:16,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:22:16,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:22:16,505 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:22:16,505 DEBUG [RS:0;9911683f163c:45269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:45269 2024-11-12T18:22:16,513 INFO [RS:0;9911683f163c:45269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:22:16,513 INFO [RS:0;9911683f163c:45269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:22:16,513 DEBUG [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:22:16,517 INFO [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,34063,1731435733792 with port=45269, startcode=1731435734179 2024-11-12T18:22:16,517 DEBUG [RS:0;9911683f163c:45269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:22:16,520 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:22:16,520 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:22:16,532 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435736520,5,FailOnTimeoutGroup] 2024-11-12T18:22:16,539 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435736532,5,FailOnTimeoutGroup] 2024-11-12T18:22:16,539 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,539 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:22:16,539 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,539 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,577 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:22:16,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,45269,1731435734179 2024-11-12T18:22:16,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34063 {}] master.ServerManager(517): Registering regionserver=9911683f163c,45269,1731435734179 2024-11-12T18:22:16,580 DEBUG [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423 2024-11-12T18:22:16,580 DEBUG [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32799 2024-11-12T18:22:16,580 DEBUG [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:22:16,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969/rs 2024-11-12T18:22:16,583 DEBUG [RS:0;9911683f163c:45269 {}] zookeeper.ZKUtil(111): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Set watcher on existing znode=/0-2041050969/rs/9911683f163c,45269,1731435734179 2024-11-12T18:22:16,583 WARN [RS:0;9911683f163c:45269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:16,583 INFO [RS:0;9911683f163c:45269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:16,583 DEBUG [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179 2024-11-12T18:22:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:22:16,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:22:16,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423 2024-11-12T18:22:16,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,45269,1731435734179] 2024-11-12T18:22:16,659 INFO [RS:0;9911683f163c:45269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:22:16,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:22:16,692 INFO [RS:0;9911683f163c:45269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:22:16,697 INFO [RS:0;9911683f163c:45269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:22:16,697 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,701 INFO [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:22:16,702 INFO [RS:0;9911683f163c:45269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:22:16,702 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:16,702 DEBUG [RS:0;9911683f163c:45269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:16,713 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,713 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,713 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,713 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,713 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,713 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45269,1731435734179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:16,740 INFO [RS:0;9911683f163c:45269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:22:16,740 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,45269,1731435734179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,740 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,740 INFO [RS:0;9911683f163c:45269 {}] regionserver.Replication(171): 9911683f163c,45269,1731435734179 started 2024-11-12T18:22:16,767 INFO [RS:0;9911683f163c:45269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:16,767 INFO [RS:0;9911683f163c:45269 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,45269,1731435734179, RpcServer on 9911683f163c/172.17.0.3:45269, sessionid=0x100353aa5f80001 2024-11-12T18:22:16,767 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:22:16,767 DEBUG [RS:0;9911683f163c:45269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,45269,1731435734179 2024-11-12T18:22:16,767 DEBUG [RS:0;9911683f163c:45269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45269,1731435734179' 2024-11-12T18:22:16,767 DEBUG [RS:0;9911683f163c:45269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2041050969/flush-table-proc/abort' 2024-11-12T18:22:16,768 DEBUG [RS:0;9911683f163c:45269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2041050969/flush-table-proc/acquired' 2024-11-12T18:22:16,769 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:22:16,769 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:22:16,769 DEBUG [RS:0;9911683f163c:45269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,45269,1731435734179 2024-11-12T18:22:16,769 DEBUG [RS:0;9911683f163c:45269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,45269,1731435734179' 2024-11-12T18:22:16,769 DEBUG [RS:0;9911683f163c:45269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2041050969/online-snapshot/abort' 2024-11-12T18:22:16,769 DEBUG [RS:0;9911683f163c:45269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2041050969/online-snapshot/acquired' 2024-11-12T18:22:16,781 DEBUG [RS:0;9911683f163c:45269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:22:16,781 INFO [RS:0;9911683f163c:45269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:22:16,781 INFO [RS:0;9911683f163c:45269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:22:16,881 INFO [RS:0;9911683f163c:45269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:16,885 INFO [RS:0;9911683f163c:45269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45269%2C1731435734179, suffix=, logDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179, archiveDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/oldWALs, maxLogs=10 2024-11-12T18:22:16,908 DEBUG [RS:0;9911683f163c:45269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179/9911683f163c%2C45269%2C1731435734179.1731435736885, exclude list is [], retry=0 2024-11-12T18:22:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-3a41a12a-f97f-404a-9cfc-e13c20bbf9f1,DISK] 2024-11-12T18:22:16,957 INFO [RS:0;9911683f163c:45269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179/9911683f163c%2C45269%2C1731435734179.1731435736885 2024-11-12T18:22:16,965 DEBUG [RS:0;9911683f163c:45269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-11-12T18:22:17,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:17,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:17,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:17,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:17,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:17,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:17,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:17,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:17,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:17,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:17,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/hbase/meta/1588230740 2024-11-12T18:22:17,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/hbase/meta/1588230740 2024-11-12T18:22:17,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:17,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:17,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:17,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:17,138 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:17,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62606937, jitterRate=-0.067083939909935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:17,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435737091Initializing all the Stores at 1731435737095 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435737095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435737100 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435737100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435737100Cleaning up temporary data from old regions at 1731435737128 (+28 ms)Region opened successfully at 1731435737139 (+11 ms) 2024-11-12T18:22:17,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:17,139 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:17,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:17,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:17,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:17,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:17,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435737139Disabling compacts and flushes for region at 1731435737139Disabling writes for close at 1731435737139Writing region close event to WAL at 1731435737139Closed at 1731435737139 2024-11-12T18:22:17,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:17,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:22:17,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:22:17,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:17,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:22:17,296 DEBUG [9911683f163c:34063 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:22:17,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,45269,1731435734179 2024-11-12T18:22:17,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,45269,1731435734179, state=OPENING 2024-11-12T18:22:17,301 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:22:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:17,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2041050969 2024-11-12T18:22:17,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2041050969/meta-region-server: CHANGED 2024-11-12T18:22:17,308 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2041050969/meta-region-server: CHANGED 2024-11-12T18:22:17,308 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:17,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,45269,1731435734179}] 2024-11-12T18:22:17,461 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:17,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:22:17,478 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:22:17,478 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:17,478 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:22:17,480 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C45269%2C1731435734179.meta, suffix=.meta, logDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179, archiveDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/oldWALs, maxLogs=10 2024-11-12T18:22:17,502 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179/9911683f163c%2C45269%2C1731435734179.meta.1731435737480.meta, exclude list is [], retry=0 2024-11-12T18:22:17,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-3a41a12a-f97f-404a-9cfc-e13c20bbf9f1,DISK] 2024-11-12T18:22:17,508 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/WALs/9911683f163c,45269,1731435734179/9911683f163c%2C45269%2C1731435734179.meta.1731435737480.meta 2024-11-12T18:22:17,508 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33991:33991)] 2024-11-12T18:22:17,508 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:17,509 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:17,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:22:17,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:22:17,509 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:22:17,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:22:17,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:17,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:22:17,509 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:22:17,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:17,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:17,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:17,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:17,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:17,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:17,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:17,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:17,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:17,527 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:17,533 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/hbase/meta/1588230740 2024-11-12T18:22:17,536 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/hbase/meta/1588230740 2024-11-12T18:22:17,548 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:17,548 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:17,549 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:17,552 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:17,553 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74665233, jitterRate=0.11259867250919342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:17,554 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:22:17,554 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435737509Writing region info on filesystem at 1731435737509Initializing all the Stores at 1731435737512 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435737512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435737512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435737512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435737512Cleaning up temporary data from old regions at 1731435737548 (+36 ms)Running coprocessor post-open hooks at 1731435737554 (+6 ms)Region opened successfully at 1731435737554 2024-11-12T18:22:17,559 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435737461 2024-11-12T18:22:17,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,45269,1731435734179 2024-11-12T18:22:17,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,45269,1731435734179, state=OPEN 2024-11-12T18:22:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45269-0x100353aa5f80001, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2041050969/meta-region-server 2024-11-12T18:22:17,585 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:22:17,585 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:22:17,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34063-0x100353aa5f80000, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2041050969/meta-region-server 2024-11-12T18:22:17,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2041050969/meta-region-server: CHANGED 2024-11-12T18:22:17,586 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,45269,1731435734179 2024-11-12T18:22:17,586 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2041050969/meta-region-server: CHANGED 2024-11-12T18:22:17,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:22:17,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,45269,1731435734179 in 278 msec 2024-11-12T18:22:17,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:22:17,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-12T18:22:17,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:17,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:22:17,598 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:17,598 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45269,1731435734179, seqNum=-1] 2024-11-12T18:22:17,598 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:17,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:17,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2170 sec 2024-11-12T18:22:17,619 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435737619, completionTime=-1 2024-11-12T18:22:17,619 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:22:17,619 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:22:17,624 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:22:17,624 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435797624 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435857624 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34063,1731435733792-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34063,1731435733792-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34063,1731435733792-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:34063, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,625 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,633 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,633 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:22:17,646 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.137sec 2024-11-12T18:22:17,646 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:22:17,646 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:22:17,646 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:22:17,646 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:22:17,647 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:22:17,647 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34063,1731435733792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:17,647 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34063,1731435733792-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:22:17,693 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:22:17,693 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:22:17,693 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,34063,1731435733792-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:17,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0445e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:17,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34063,-1 for getting cluster id 2024-11-12T18:22:17,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:17,729 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38685f92-9f7a-46e3-ac82-08f55d3052d7' 2024-11-12T18:22:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38685f92-9f7a-46e3-ac82-08f55d3052d7" 2024-11-12T18:22:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584eb4c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34063,-1] 2024-11-12T18:22:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:17,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:17,732 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:17,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f67d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:17,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,45269,1731435734179, seqNum=-1] 2024-11-12T18:22:17,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:17,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:17,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,34063,1731435733792 2024-11-12T18:22:17,739 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49276 2024-11-12T18:22:17,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49276, baseZNode=/0-2041050969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:17,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:17,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34063,1731435733792 2024-11-12T18:22:17,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58815df9 2024-11-12T18:22:17,760 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:17,761 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:17,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:22:17,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100353aa5f80002 connected 2024-11-12T18:22:17,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:22:17,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:17,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:22:17,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:22:17,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:17,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:22:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:18,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5170e02274372001df54c010b8e38b01, NAME => 'test,,1731435737761.5170e02274372001df54c010b8e38b01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423 2024-11-12T18:22:18,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:22:18,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435737761.5170e02274372001df54c010b8e38b01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:18,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5170e02274372001df54c010b8e38b01, disabling compactions & flushes 2024-11-12T18:22:18,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435737761.5170e02274372001df54c010b8e38b01. after waiting 0 ms 2024-11-12T18:22:18,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5170e02274372001df54c010b8e38b01: Waiting for close lock at 1731435738287Disabling compacts and flushes for region at 1731435738287Disabling writes for close at 1731435738287Writing region close event to WAL at 1731435738287Closed at 1731435738287 2024-11-12T18:22:18,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:22:18,290 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435737761.5170e02274372001df54c010b8e38b01.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435738289"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435738289"}]},"ts":"1731435738289"} 2024-11-12T18:22:18,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:22:18,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:22:18,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435738295"}]},"ts":"1731435738295"} 2024-11-12T18:22:18,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:22:18,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5170e02274372001df54c010b8e38b01, ASSIGN}] 2024-11-12T18:22:18,300 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5170e02274372001df54c010b8e38b01, ASSIGN 2024-11-12T18:22:18,301 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5170e02274372001df54c010b8e38b01, ASSIGN; state=OFFLINE, location=9911683f163c,45269,1731435734179; forceNewPlan=false, retain=false 2024-11-12T18:22:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:18,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5170e02274372001df54c010b8e38b01, regionState=OPENING, regionLocation=9911683f163c,45269,1731435734179 2024-11-12T18:22:18,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5170e02274372001df54c010b8e38b01, ASSIGN because future has completed 2024-11-12T18:22:18,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5170e02274372001df54c010b8e38b01, server=9911683f163c,45269,1731435734179}] 2024-11-12T18:22:18,630 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,630 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5170e02274372001df54c010b8e38b01, NAME => 'test,,1731435737761.5170e02274372001df54c010b8e38b01.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:18,630 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:18,631 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:22:18,631 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,631 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435737761.5170e02274372001df54c010b8e38b01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:18,631 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,631 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,645 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,651 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5170e02274372001df54c010b8e38b01 columnFamilyName f 2024-11-12T18:22:18,651 DEBUG [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:18,654 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] regionserver.HStore(327): Store=5170e02274372001df54c010b8e38b01/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:18,654 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,656 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5170e02274372001df54c010b8e38b01 columnFamilyName f1 2024-11-12T18:22:18,656 DEBUG [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:18,656 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] regionserver.HStore(327): Store=5170e02274372001df54c010b8e38b01/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:18,656 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,661 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5170e02274372001df54c010b8e38b01 columnFamilyName norep 2024-11-12T18:22:18,661 DEBUG [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:18,668 INFO [StoreOpener-5170e02274372001df54c010b8e38b01-1 {}] regionserver.HStore(327): Store=5170e02274372001df54c010b8e38b01/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:18,671 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,677 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/default/test/5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,684 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/default/test/5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,698 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,698 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,700 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:22:18,708 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,720 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/data/default/test/5170e02274372001df54c010b8e38b01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:18,725 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5170e02274372001df54c010b8e38b01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64812235, jitterRate=-0.03422243893146515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:22:18,725 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5170e02274372001df54c010b8e38b01 2024-11-12T18:22:18,726 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5170e02274372001df54c010b8e38b01: Running coprocessor pre-open hook at 1731435738631Writing region info on filesystem at 1731435738631Initializing all the Stores at 1731435738636 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435738636Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435738640 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435738640Cleaning up temporary data from old regions at 1731435738698 (+58 ms)Running coprocessor post-open hooks at 1731435738725 (+27 ms)Region opened successfully at 1731435738725 2024-11-12T18:22:18,727 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435737761.5170e02274372001df54c010b8e38b01., pid=6, masterSystemTime=1731435738617 2024-11-12T18:22:18,729 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,729 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435737761.5170e02274372001df54c010b8e38b01. 2024-11-12T18:22:18,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5170e02274372001df54c010b8e38b01, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,45269,1731435734179 2024-11-12T18:22:18,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5170e02274372001df54c010b8e38b01, server=9911683f163c,45269,1731435734179 because future has completed 2024-11-12T18:22:18,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:22:18,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5170e02274372001df54c010b8e38b01, server=9911683f163c,45269,1731435734179 in 282 msec 2024-11-12T18:22:18,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:22:18,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5170e02274372001df54c010b8e38b01, ASSIGN in 447 msec 2024-11-12T18:22:18,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:22:18,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435738750"}]},"ts":"1731435738750"} 2024-11-12T18:22:18,756 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:22:18,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:22:18,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 994 msec 2024-11-12T18:22:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:18,903 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:22:18,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5d729d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:18,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34063,-1 for getting cluster id 2024-11-12T18:22:18,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:18,920 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38685f92-9f7a-46e3-ac82-08f55d3052d7' 2024-11-12T18:22:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38685f92-9f7a-46e3-ac82-08f55d3052d7" 2024-11-12T18:22:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f992ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34063,-1] 2024-11-12T18:22:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:18,923 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:18,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ebe48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:18,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34063,1731435733792 2024-11-12T18:22:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27a904c2 2024-11-12T18:22:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:18,931 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:18,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:34063,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:22:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:22:18,937 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:34063' 2024-11-12T18:22:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:18,942 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355522bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:18,942 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,34063,-1 for getting cluster id 2024-11-12T18:22:18,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:18,944 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38685f92-9f7a-46e3-ac82-08f55d3052d7' 2024-11-12T18:22:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38685f92-9f7a-46e3-ac82-08f55d3052d7" 2024-11-12T18:22:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607d2885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:18,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,34063,-1] 2024-11-12T18:22:18,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:18,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:18,946 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:18,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f8ca9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:18,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,34063,1731435733792 2024-11-12T18:22:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47080119 2024-11-12T18:22:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:18,949 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:18,950 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:22:18,950 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:22:18,950 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:18,950 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:18,951 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9911683f163c:34063, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T18:22:18,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:18,964 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9911683f163c:34063, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9911683f163c:34063, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9911683f163c:34063, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T18:22:18,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9911683f163c:34063, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=33 msec 2024-11-12T18:22:18,966 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T18:22:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:19,053 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9911683f163c:34063, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T18:22:19,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:19,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:19,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:19,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:19,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:19,097 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637907165-7855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-65696577_20 at /127.0.0.1:58806 [Receiving block BP-443929848-172.17.0.3-1731435731900:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_783304350_20 at /127.0.0.1:58156 [Receiving block BP-443929848-172.17.0.3-1731435731900:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637907165-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637907165-7854-acceptor-0@1df66638-ServerConnector@67a37018{HTTP/1.1, (http/1.1)}{localhost:45421} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-443929848-172.17.0.3-1731435731900:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7f885238 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f3ee4abe000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-742ecac9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp637907165-7851 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f3ee4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:49276): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/data/data2/current/BP-443929848-172.17.0.3-1731435731900 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Session-HouseKeeper-5d675be5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423-prefix:9911683f163c,45269,1731435734179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637907165-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f3ee4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;9911683f163c:45269 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@205f3084 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/data/data1/current/BP-443929848-172.17.0.3-1731435731900 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/9911683f163c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 9911683f163c:34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@37872a5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637907165-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f3ee4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_783304350_20 at /127.0.0.1:58758 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;9911683f163c:34063 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9911683f163c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_783304350_20 at /127.0.0.1:58148 [Receiving block BP-443929848-172.17.0.3-1731435731900:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@623672de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49276) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: BP-443929848-172.17.0.3-1731435731900 heartbeating to localhost/127.0.0.1:32799 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-443929848-172.17.0.3-1731435731900:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 33655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49276) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp637907165-7850 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f3ee4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423/MasterData-prefix:9911683f163c,34063,1731435733792 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1faca6c2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:32799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2a2190bd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: regionserver/9911683f163c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 32799 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-443929848-172.17.0.3-1731435731900:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1274299085-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63fe5b6f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1461160b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:32799/user/jenkins/test-data/eec2af9c-fb7b-e3b9-843a-0de391b0f423-prefix:9911683f163c,45269,1731435734179.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33655 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1274299085-7899 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f3ee4434b98.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@34877dfd java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/cluster_66f0316a-28cf-6f5f-915e-36916cbf3673/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp637907165-7856 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(549125076) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1274299085-7900-acceptor-0@68c62551-ServerConnector@4700ce97{HTTP/1.1, (http/1.1)}{localhost:36811} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435736532 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1274299085-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32799 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/9911683f163c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435736520 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:49276 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@355bfe00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9911683f163c:45269-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 32799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f3ee49f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49276) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1236 (was 1222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=621 (was 1030) 2024-11-12T18:22:19,101 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-12T18:22:19,142 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=1236, ProcessCount=11, AvailableMemoryMB=620 2024-11-12T18:22:19,142 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-12T18:22:19,164 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T18:22:19,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.log.dir so I do NOT create it in target/test-data/96f59273-150a-ffcd-1348-1046dd25042c 2024-11-12T18:22:19,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:22:19,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.tmp.dir so I do NOT create it in target/test-data/96f59273-150a-ffcd-1348-1046dd25042c 2024-11-12T18:22:19,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d79bba0-3b1f-5b90-f80d-d1bcc51a3197/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:22:19,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c 2024-11-12T18:22:19,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9, deleteOnExit=true 2024-11-12T18:22:19,230 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/zookeeper_0, clientPort=55900, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:22:19,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55900 2024-11-12T18:22:19,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:22:19,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:22:19,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/test.cache.data in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:22:19,246 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:19,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:22:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:22:19,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:19,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:19,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:19,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:19,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:19,489 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:19,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b6d451a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:19,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dfe4ebc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:19,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c9adfa6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/java.io.tmpdir/jetty-localhost-42033-hadoop-hdfs-3_4_1-tests_jar-_-any-3412022709747053381/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:19,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bee381f{HTTP/1.1, (http/1.1)}{localhost:42033} 2024-11-12T18:22:19,720 INFO [Time-limited test {}] server.Server(415): Started @302272ms 2024-11-12T18:22:20,027 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,028 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,029 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,030 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,079 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,080 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,090 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,094 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,094 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,097 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:20,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:20,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:20,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:20,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:20,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:20,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e08cd82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:20,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@107b71c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:20,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27ebab49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/java.io.tmpdir/jetty-localhost-33339-hadoop-hdfs-3_4_1-tests_jar-_-any-8232293159413363409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:20,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a59a973{HTTP/1.1, (http/1.1)}{localhost:33339} 2024-11-12T18:22:20,315 INFO [Time-limited test {}] server.Server(415): Started @302867ms 2024-11-12T18:22:20,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:22:20,508 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/data/data1/current/BP-1392965700-172.17.0.3-1731435739309/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:20,509 WARN [Thread-4296 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/data/data2/current/BP-1392965700-172.17.0.3-1731435739309/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:20,585 WARN [Thread-4283 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:22:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x725a029d88cb1ab6 with lease ID 0xaba83795637bbb55: Processing first storage report for DS-ecb68976-1f3d-40ea-a957-ecaf18840d21 from datanode DatanodeRegistration(127.0.0.1:42989, datanodeUuid=040ef4bb-f5ff-4f73-b778-225c0951ab21, infoPort=42305, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=845419292;c=1731435739309) 2024-11-12T18:22:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x725a029d88cb1ab6 with lease ID 0xaba83795637bbb55: from storage DS-ecb68976-1f3d-40ea-a957-ecaf18840d21 node DatanodeRegistration(127.0.0.1:42989, datanodeUuid=040ef4bb-f5ff-4f73-b778-225c0951ab21, infoPort=42305, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=845419292;c=1731435739309), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:22:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x725a029d88cb1ab6 with lease ID 0xaba83795637bbb55: Processing first storage report for DS-7524ac28-3b7d-4725-964b-3121491de108 from datanode DatanodeRegistration(127.0.0.1:42989, datanodeUuid=040ef4bb-f5ff-4f73-b778-225c0951ab21, infoPort=42305, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=845419292;c=1731435739309) 2024-11-12T18:22:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x725a029d88cb1ab6 with lease ID 0xaba83795637bbb55: from storage DS-7524ac28-3b7d-4725-964b-3121491de108 node DatanodeRegistration(127.0.0.1:42989, datanodeUuid=040ef4bb-f5ff-4f73-b778-225c0951ab21, infoPort=42305, infoSecurePort=0, ipcPort=42939, storageInfo=lv=-57;cid=testClusterID;nsid=845419292;c=1731435739309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:22:20,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c 2024-11-12T18:22:20,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:20,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:22:21,112 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0 with version=8 2024-11-12T18:22:21,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/hbase-staging 2024-11-12T18:22:21,115 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:21,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:21,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:21,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:22:21,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:21,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42029 2024-11-12T18:22:21,119 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42029 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:21,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420290x0, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:21,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42029-0x100353ac2ec0000 connected 2024-11-12T18:22:21,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:21,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:21,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/running 2024-11-12T18:22:21,229 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0, hbase.cluster.distributed=false 2024-11-12T18:22:21,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/acl 2024-11-12T18:22:21,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-12T18:22:21,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42029 2024-11-12T18:22:21,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42029 2024-11-12T18:22:21,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-12T18:22:21,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42029 2024-11-12T18:22:21,298 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:21,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:21,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:21,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:21,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:21,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:21,298 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:22:21,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:21,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42499 2024-11-12T18:22:21,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42499 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:21,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:21,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:21,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424990x0, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:21,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424990x0, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/running 2024-11-12T18:22:21,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:22:21,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42499-0x100353ac2ec0001 connected 2024-11-12T18:22:21,340 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:22:21,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/master 2024-11-12T18:22:21,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/acl 2024-11-12T18:22:21,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-12T18:22:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42499 2024-11-12T18:22:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42499 2024-11-12T18:22:21,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-12T18:22:21,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42499 2024-11-12T18:22:21,373 DEBUG [M:0;9911683f163c:42029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:42029 2024-11-12T18:22:21,373 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-226939301/backup-masters/9911683f163c,42029,1731435741115 2024-11-12T18:22:21,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301/backup-masters 2024-11-12T18:22:21,376 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on existing znode=/0-226939301/backup-masters/9911683f163c,42029,1731435741115 2024-11-12T18:22:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301/backup-masters 2024-11-12T18:22:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:21,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-226939301/master 2024-11-12T18:22:21,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:21,382 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on existing znode=/0-226939301/master 2024-11-12T18:22:21,383 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-226939301/backup-masters/9911683f163c,42029,1731435741115 from backup master directory 2024-11-12T18:22:21,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-226939301/backup-masters/9911683f163c,42029,1731435741115 2024-11-12T18:22:21,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301/backup-masters 2024-11-12T18:22:21,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301/backup-masters 2024-11-12T18:22:21,385 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:21,385 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,42029,1731435741115 2024-11-12T18:22:21,390 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/hbase.id] with ID: 67512d40-43fe-4336-bb79-41416d84ac8f 2024-11-12T18:22:21,390 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/.tmp/hbase.id 2024-11-12T18:22:21,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:22:21,819 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/.tmp/hbase.id]:[hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/hbase.id] 2024-11-12T18:22:21,832 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:21,832 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:22:21,834 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:22:21,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:21,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:22:21,855 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:21,856 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:22:21,856 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:22:21,903 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store 2024-11-12T18:22:21,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:22:21,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:21,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:21,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:21,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:21,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:21,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:21,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:21,933 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435741933Disabling compacts and flushes for region at 1731435741933Disabling writes for close at 1731435741933Writing region close event to WAL at 1731435741933Closed at 1731435741933 2024-11-12T18:22:21,936 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/.initializing 2024-11-12T18:22:21,937 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/WALs/9911683f163c,42029,1731435741115 2024-11-12T18:22:21,937 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:21,939 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C42029%2C1731435741115, suffix=, logDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/WALs/9911683f163c,42029,1731435741115, archiveDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/oldWALs, maxLogs=10 2024-11-12T18:22:21,959 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/WALs/9911683f163c,42029,1731435741115/9911683f163c%2C42029%2C1731435741115.1731435741940, exclude list is [], retry=0 2024-11-12T18:22:21,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:22,005 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/WALs/9911683f163c,42029,1731435741115/9911683f163c%2C42029%2C1731435741115.1731435741940 2024-11-12T18:22:22,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:22,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:22,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:22,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,017 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:22:22,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:22,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:22:22,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:22,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:22,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:22:22,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:22,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:22,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:22:22,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:22,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:22,030 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,030 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,031 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,032 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,032 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,033 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:22,035 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:22,049 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:22,050 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70516050, jitterRate=0.05077102780342102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:22,050 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435742017Initializing all the Stores at 1731435742019 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435742019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435742019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435742019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435742019Cleaning up temporary data from old regions at 1731435742032 (+13 ms)Region opened successfully at 1731435742050 (+18 ms) 2024-11-12T18:22:22,052 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:22:22,056 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522614d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:22,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:22:22,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:22:22,061 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:22:22,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:22:22,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:22:22,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:22:22,062 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:22:22,066 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:22:22,068 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Unable to get data of znode /0-226939301/balancer because node does not exist (not necessarily an error) 2024-11-12T18:22:22,069 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-226939301/balancer already deleted, retry=false 2024-11-12T18:22:22,070 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:22:22,071 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Unable to get data of znode /0-226939301/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:22:22,072 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-226939301/normalizer already deleted, retry=false 2024-11-12T18:22:22,072 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:22:22,077 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Unable to get data of znode /0-226939301/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:22:22,079 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-226939301/switch/split already deleted, retry=false 2024-11-12T18:22:22,080 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Unable to get data of znode /0-226939301/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:22:22,081 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-226939301/switch/merge already deleted, retry=false 2024-11-12T18:22:22,084 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Unable to get data of znode /0-226939301/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:22:22,085 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-226939301/snapshot-cleanup already deleted, retry=false 2024-11-12T18:22:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-226939301/running 2024-11-12T18:22:22,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:22,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-226939301/running 2024-11-12T18:22:22,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:22,088 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,42029,1731435741115, sessionid=0x100353ac2ec0000, setting cluster-up flag (Was=false) 2024-11-12T18:22:22,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:22,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:22,098 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-226939301/flush-table-proc/acquired, /0-226939301/flush-table-proc/reached, /0-226939301/flush-table-proc/abort 2024-11-12T18:22:22,099 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,42029,1731435741115 2024-11-12T18:22:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:22,109 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-226939301/online-snapshot/acquired, /0-226939301/online-snapshot/reached, /0-226939301/online-snapshot/abort 2024-11-12T18:22:22,110 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,42029,1731435741115 2024-11-12T18:22:22,112 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:22:22,125 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:22,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:22:22,126 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:22:22,126 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,42029,1731435741115 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:22:22,127 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:22,127 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:22,127 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:22,127 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:22,128 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:22:22,128 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,128 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:22,128 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:22,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:22:22,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:22,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:22:22,175 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(746): ClusterId : 67512d40-43fe-4336-bb79-41416d84ac8f 2024-11-12T18:22:22,175 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:22:22,178 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:22:22,178 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:22:22,180 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:22:22,180 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435772180 2024-11-12T18:22:22,180 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4bf2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:22,181 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:22:22,181 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:22:22,181 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:22:22,181 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:22:22,181 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:22:22,181 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:22:22,189 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,193 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:22:22,193 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:22:22,193 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:22:22,193 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:22:22,193 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:22:22,193 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:22:22,196 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435742193,5,FailOnTimeoutGroup] 2024-11-12T18:22:22,197 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435742196,5,FailOnTimeoutGroup] 2024-11-12T18:22:22,197 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,197 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:22:22,197 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,197 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:22:22,203 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:42499 2024-11-12T18:22:22,203 INFO [RS:0;9911683f163c:42499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:22:22,203 INFO [RS:0;9911683f163c:42499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:22:22,203 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:22:22,203 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,42029,1731435741115 with port=42499, startcode=1731435741298 2024-11-12T18:22:22,204 DEBUG [RS:0;9911683f163c:42499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:22:22,205 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:22:22,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,42499,1731435741298 2024-11-12T18:22:22,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42029 {}] master.ServerManager(517): Registering regionserver=9911683f163c,42499,1731435741298 2024-11-12T18:22:22,207 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0 2024-11-12T18:22:22,207 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36881 2024-11-12T18:22:22,207 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:22:22,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301/rs 2024-11-12T18:22:22,215 DEBUG [RS:0;9911683f163c:42499 {}] zookeeper.ZKUtil(111): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on existing znode=/0-226939301/rs/9911683f163c,42499,1731435741298 2024-11-12T18:22:22,215 WARN [RS:0;9911683f163c:42499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:22,216 INFO [RS:0;9911683f163c:42499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:22,216 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298 2024-11-12T18:22:22,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,42499,1731435741298] 2024-11-12T18:22:22,227 INFO [RS:0;9911683f163c:42499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:22:22,230 INFO [RS:0;9911683f163c:42499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:22:22,230 INFO [RS:0;9911683f163c:42499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:22:22,230 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,232 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:22:22,233 INFO [RS:0;9911683f163c:42499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:22:22,233 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,233 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,234 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,234 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,234 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,234 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:22,234 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:22,234 DEBUG [RS:0;9911683f163c:42499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:22,245 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,245 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,245 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,245 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,245 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,245 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42499,1731435741298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:22,269 INFO [RS:0;9911683f163c:42499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:22:22,269 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42499,1731435741298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,270 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,270 INFO [RS:0;9911683f163c:42499 {}] regionserver.Replication(171): 9911683f163c,42499,1731435741298 started 2024-11-12T18:22:22,288 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:22,288 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,42499,1731435741298, RpcServer on 9911683f163c/172.17.0.3:42499, sessionid=0x100353ac2ec0001 2024-11-12T18:22:22,290 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:22:22,290 DEBUG [RS:0;9911683f163c:42499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,42499,1731435741298 2024-11-12T18:22:22,290 DEBUG [RS:0;9911683f163c:42499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42499,1731435741298' 2024-11-12T18:22:22,290 DEBUG [RS:0;9911683f163c:42499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-226939301/flush-table-proc/abort' 2024-11-12T18:22:22,296 DEBUG [RS:0;9911683f163c:42499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-226939301/flush-table-proc/acquired' 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,42499,1731435741298 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,42499,1731435741298' 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-226939301/online-snapshot/abort' 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-226939301/online-snapshot/acquired' 2024-11-12T18:22:22,297 DEBUG [RS:0;9911683f163c:42499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:22:22,297 INFO [RS:0;9911683f163c:42499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:22:22,298 INFO [RS:0;9911683f163c:42499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:22:22,398 INFO [RS:0;9911683f163c:42499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:22,399 INFO [RS:0;9911683f163c:42499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42499%2C1731435741298, suffix=, logDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298, archiveDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/oldWALs, maxLogs=10 2024-11-12T18:22:22,437 DEBUG [RS:0;9911683f163c:42499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400, exclude list is [], retry=0 2024-11-12T18:22:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:22,461 INFO [RS:0;9911683f163c:42499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 2024-11-12T18:22:22,463 DEBUG [RS:0;9911683f163c:42499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:22,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:22:22,611 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0 2024-11-12T18:22:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:22:22,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:22:22,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T18:22:23,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:23,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:23,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:23,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:23,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:23,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:23,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:23,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:23,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:23,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:23,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740 2024-11-12T18:22:23,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740 2024-11-12T18:22:23,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:23,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:23,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:23,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:23,090 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:23,091 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61869774, jitterRate=-0.07806852459907532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:23,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435743057Initializing all the Stores at 1731435743059 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435743059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435743060 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435743060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435743060Cleaning up temporary data from old regions at 1731435743081 (+21 ms)Region opened successfully at 1731435743091 (+10 ms) 2024-11-12T18:22:23,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:23,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:23,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:23,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:23,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:23,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:23,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435743091Disabling compacts and flushes for region at 1731435743091Disabling writes for close at 1731435743091Writing region close event to WAL at 1731435743092 (+1 ms)Closed at 1731435743092 2024-11-12T18:22:23,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:23,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:22:23,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:22:23,113 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:23,115 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:22:23,266 DEBUG [9911683f163c:42029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:22:23,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,42499,1731435741298 2024-11-12T18:22:23,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42499,1731435741298, state=OPENING 2024-11-12T18:22:23,274 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:22:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:23,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-226939301/meta-region-server: CHANGED 2024-11-12T18:22:23,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-226939301/meta-region-server: CHANGED 2024-11-12T18:22:23,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:23,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42499,1731435741298}] 2024-11-12T18:22:23,430 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:23,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:22:23,435 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:22:23,435 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:23,435 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:22:23,437 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42499%2C1731435741298.meta, suffix=.meta, logDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298, archiveDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/oldWALs, maxLogs=10 2024-11-12T18:22:23,455 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435743437.meta, exclude list is [], retry=0 2024-11-12T18:22:23,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:23,459 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435743437.meta 2024-11-12T18:22:23,459 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:23,460 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:23,460 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:23,460 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:22:23,460 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:22:23,460 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:22:23,460 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:22:23,460 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:23,461 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:22:23,461 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:22:23,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:23,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:23,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:23,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:23,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:23,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:23,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:23,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:23,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:23,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:23,472 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:23,472 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740 2024-11-12T18:22:23,473 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740 2024-11-12T18:22:23,474 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:23,474 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:23,475 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:23,476 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:23,477 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74630468, jitterRate=0.1120806336402893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:23,477 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:22:23,477 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435743461Writing region info on filesystem at 1731435743461Initializing all the Stores at 1731435743462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435743462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435743465 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435743465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435743465Cleaning up temporary data from old regions at 1731435743474 (+9 ms)Running coprocessor post-open hooks at 1731435743477 (+3 ms)Region opened successfully at 1731435743477 2024-11-12T18:22:23,479 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435743430 2024-11-12T18:22:23,482 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:22:23,482 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:22:23,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42499,1731435741298 2024-11-12T18:22:23,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,42499,1731435741298, state=OPEN 2024-11-12T18:22:23,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-226939301/meta-region-server 2024-11-12T18:22:23,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-226939301/meta-region-server 2024-11-12T18:22:23,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-226939301/meta-region-server: CHANGED 2024-11-12T18:22:23,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-226939301/meta-region-server: CHANGED 2024-11-12T18:22:23,491 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,42499,1731435741298 2024-11-12T18:22:23,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:22:23,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,42499,1731435741298 in 214 msec 2024-11-12T18:22:23,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:22:23,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-12T18:22:23,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:23,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:22:23,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:23,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42499,1731435741298, seqNum=-1] 2024-11-12T18:22:23,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:23,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:23,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec 2024-11-12T18:22:23,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435743510, completionTime=-1 2024-11-12T18:22:23,510 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:22:23,510 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:22:23,513 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:22:23,513 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435803513 2024-11-12T18:22:23,513 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435863513 2024-11-12T18:22:23,513 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T18:22:23,514 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42029,1731435741115-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,514 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42029,1731435741115-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,514 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42029,1731435741115-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,514 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:42029, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,514 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,516 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:22:23,516 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,520 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.134sec 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42029,1731435741115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:23,521 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42029,1731435741115-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:22:23,524 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:22:23,524 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:22:23,524 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,42029,1731435741115-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:23,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9aec42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:23,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42029,-1 for getting cluster id 2024-11-12T18:22:23,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:23,581 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67512d40-43fe-4336-bb79-41416d84ac8f' 2024-11-12T18:22:23,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67512d40-43fe-4336-bb79-41416d84ac8f" 2024-11-12T18:22:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514557bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42029,-1] 2024-11-12T18:22:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:23,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:23,584 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:23,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521db08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:23,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42499,1731435741298, seqNum=-1] 2024-11-12T18:22:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:23,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:23,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,42029,1731435741115 2024-11-12T18:22:23,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:23,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:23,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100353ac2ec0002 connected 2024-11-12T18:22:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir so I do NOT create it in target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea 2024-11-12T18:22:23,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:22:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.tmp.dir so I do NOT create it in target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea 2024-11-12T18:22:23,602 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:22:23,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea 2024-11-12T18:22:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:22:23,602 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/cluster_5e54c0e8-fdbb-c308-82d4-fe74a9551aff, deleteOnExit=true 2024-11-12T18:22:23,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/test.cache.data in system properties and HBase conf 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:22:23,603 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:22:23,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:22:23,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:22:23,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:23,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:23,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:23,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:23,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:23,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:23,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1125a761{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:23,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466bec40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:23,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fa287d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/java.io.tmpdir/jetty-localhost-36647-hadoop-hdfs-3_4_1-tests_jar-_-any-6993305540520192316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:23,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9449504{HTTP/1.1, (http/1.1)}{localhost:36647} 2024-11-12T18:22:23,914 INFO [Time-limited test {}] server.Server(415): Started @306466ms 2024-11-12T18:22:24,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:24,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:24,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:24,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:24,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:24,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5af007df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:24,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f245e45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T18:22:24,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T18:22:24,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T18:22:24,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T18:22:24,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:24,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T18:22:24,293 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T18:22:24,293 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T18:22:24,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ea7041a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/java.io.tmpdir/jetty-localhost-36595-hadoop-hdfs-3_4_1-tests_jar-_-any-9557078238186091017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:24,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6202975d{HTTP/1.1, (http/1.1)}{localhost:36595} 2024-11-12T18:22:24,332 INFO [Time-limited test {}] server.Server(415): Started @306884ms 2024-11-12T18:22:24,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:22:24,494 WARN [Thread-4417 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/cluster_5e54c0e8-fdbb-c308-82d4-fe74a9551aff/data/data2/current/BP-908310430-172.17.0.3-1731435743635/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:24,494 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/cluster_5e54c0e8-fdbb-c308-82d4-fe74a9551aff/data/data1/current/BP-908310430-172.17.0.3-1731435743635/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:24,553 WARN [Thread-4404 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:22:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb86ddc06ddfb13c0 with lease ID 0x66e538290c992015: Processing first storage report for DS-acaae174-801e-4b38-9d98-b12317e1dfb5 from datanode DatanodeRegistration(127.0.0.1:44219, datanodeUuid=840acaec-8564-4d48-a5c6-b38952d03105, infoPort=34757, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=147645394;c=1731435743635) 2024-11-12T18:22:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb86ddc06ddfb13c0 with lease ID 0x66e538290c992015: from storage DS-acaae174-801e-4b38-9d98-b12317e1dfb5 node DatanodeRegistration(127.0.0.1:44219, datanodeUuid=840acaec-8564-4d48-a5c6-b38952d03105, infoPort=34757, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=147645394;c=1731435743635), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:22:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb86ddc06ddfb13c0 with lease ID 0x66e538290c992015: Processing first storage report for DS-ff90afe8-3cee-49df-83db-386127239c76 from datanode DatanodeRegistration(127.0.0.1:44219, datanodeUuid=840acaec-8564-4d48-a5c6-b38952d03105, infoPort=34757, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=147645394;c=1731435743635) 2024-11-12T18:22:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb86ddc06ddfb13c0 with lease ID 0x66e538290c992015: from storage DS-ff90afe8-3cee-49df-83db-386127239c76 node DatanodeRegistration(127.0.0.1:44219, datanodeUuid=840acaec-8564-4d48-a5c6-b38952d03105, infoPort=34757, infoSecurePort=0, ipcPort=33489, storageInfo=lv=-57;cid=testClusterID;nsid=147645394;c=1731435743635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:22:24,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea 2024-11-12T18:22:24,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:24,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:22:24,780 DEBUG [master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=20, created chunk count=35, reused chunk count=139, reuseRatio=79.89% 2024-11-12T18:22:24,780 DEBUG [master/9911683f163c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T18:22:25,071 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501 with version=8 2024-11-12T18:22:25,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/hbase-staging 2024-11-12T18:22:25,073 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:25,074 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38453 2024-11-12T18:22:25,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38453 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:25,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384530x0, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:25,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38453-0x100353ac2ec0003 connected 2024-11-12T18:22:25,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:25,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:25,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/running 2024-11-12T18:22:25,095 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501, hbase.cluster.distributed=false 2024-11-12T18:22:25,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/acl 2024-11-12T18:22:25,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38453 2024-11-12T18:22:25,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38453 2024-11-12T18:22:25,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38453 2024-11-12T18:22:25,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38453 2024-11-12T18:22:25,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38453 2024-11-12T18:22:25,181 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:22:25,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:25,192 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46547 2024-11-12T18:22:25,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46547 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:25,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:25,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:25,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465470x0, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:25,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465470x0, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/running 2024-11-12T18:22:25,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:22:25,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46547-0x100353ac2ec0004 connected 2024-11-12T18:22:25,230 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:22:25,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/master 2024-11-12T18:22:25,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/acl 2024-11-12T18:22:25,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-12T18:22:25,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46547 2024-11-12T18:22:25,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46547 2024-11-12T18:22:25,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-12T18:22:25,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-12T18:22:25,294 DEBUG [M:0;9911683f163c:38453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:38453 2024-11-12T18:22:25,295 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1270950844/backup-masters/9911683f163c,38453,1731435745073 2024-11-12T18:22:25,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844/backup-masters 2024-11-12T18:22:25,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844/backup-masters 2024-11-12T18:22:25,297 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on existing znode=/1-1270950844/backup-masters/9911683f163c,38453,1731435745073 2024-11-12T18:22:25,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:25,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1270950844/master 2024-11-12T18:22:25,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:25,301 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on existing znode=/1-1270950844/master 2024-11-12T18:22:25,302 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1270950844/backup-masters/9911683f163c,38453,1731435745073 from backup master directory 2024-11-12T18:22:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1270950844/backup-masters/9911683f163c,38453,1731435745073 2024-11-12T18:22:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844/backup-masters 2024-11-12T18:22:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844/backup-masters 2024-11-12T18:22:25,305 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:25,305 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,38453,1731435745073 2024-11-12T18:22:25,310 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/hbase.id] with ID: 5bb09837-988d-4b70-bad6-b67ed1b736c7 2024-11-12T18:22:25,310 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/.tmp/hbase.id 2024-11-12T18:22:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:22:25,732 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/.tmp/hbase.id]:[hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/hbase.id] 2024-11-12T18:22:25,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:25,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:22:25,751 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T18:22:25,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:25,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:25,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:22:25,773 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:25,774 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:22:25,774 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:22:26,209 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store 2024-11-12T18:22:26,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:22:26,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:26,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:26,637 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:26,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:26,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:26,637 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:26,638 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:26,638 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435746637Disabling compacts and flushes for region at 1731435746637Disabling writes for close at 1731435746637Writing region close event to WAL at 1731435746638 (+1 ms)Closed at 1731435746638 2024-11-12T18:22:26,639 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/.initializing 2024-11-12T18:22:26,639 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/WALs/9911683f163c,38453,1731435745073 2024-11-12T18:22:26,640 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:26,642 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C38453%2C1731435745073, suffix=, logDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/WALs/9911683f163c,38453,1731435745073, archiveDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/oldWALs, maxLogs=10 2024-11-12T18:22:26,663 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/WALs/9911683f163c,38453,1731435745073/9911683f163c%2C38453%2C1731435745073.1731435746642, exclude list is [], retry=0 2024-11-12T18:22:26,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44219,DS-acaae174-801e-4b38-9d98-b12317e1dfb5,DISK] 2024-11-12T18:22:26,667 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/WALs/9911683f163c,38453,1731435745073/9911683f163c%2C38453%2C1731435745073.1731435746642 2024-11-12T18:22:26,668 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34757:34757)] 2024-11-12T18:22:26,668 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:26,668 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:26,668 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,668 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:22:26,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:26,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:26,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:22:26,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:22:26,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:26,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:26,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:22:26,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:26,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:26,675 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,676 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,677 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,677 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,678 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,678 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:26,679 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:26,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:26,681 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69843823, jitterRate=0.04075406491756439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:26,681 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435746668Initializing all the Stores at 1731435746669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435746669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435746669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435746669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435746669Cleaning up temporary data from old regions at 1731435746678 (+9 ms)Region opened successfully at 1731435746681 (+3 ms) 2024-11-12T18:22:26,684 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:22:26,687 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6e8273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:26,688 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:22:26,688 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:22:26,688 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:22:26,688 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:22:26,689 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:22:26,689 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:22:26,689 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:22:26,691 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:22:26,691 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Unable to get data of znode /1-1270950844/balancer because node does not exist (not necessarily an error) 2024-11-12T18:22:26,693 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1270950844/balancer already deleted, retry=false 2024-11-12T18:22:26,693 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:22:26,694 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Unable to get data of znode /1-1270950844/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:22:26,695 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1270950844/normalizer already deleted, retry=false 2024-11-12T18:22:26,695 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:22:26,696 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Unable to get data of znode /1-1270950844/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:22:26,697 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1270950844/switch/split already deleted, retry=false 2024-11-12T18:22:26,698 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Unable to get data of znode /1-1270950844/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:22:26,699 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1270950844/switch/merge already deleted, retry=false 2024-11-12T18:22:26,700 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Unable to get data of znode /1-1270950844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:22:26,701 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1270950844/snapshot-cleanup already deleted, retry=false 2024-11-12T18:22:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1270950844/running 2024-11-12T18:22:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1270950844/running 2024-11-12T18:22:26,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:26,703 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,38453,1731435745073, sessionid=0x100353ac2ec0003, setting cluster-up flag (Was=false) 2024-11-12T18:22:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:26,710 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1270950844/flush-table-proc/acquired, /1-1270950844/flush-table-proc/reached, /1-1270950844/flush-table-proc/abort 2024-11-12T18:22:26,711 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38453,1731435745073 2024-11-12T18:22:26,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:26,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:26,720 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1270950844/online-snapshot/acquired, /1-1270950844/online-snapshot/reached, /1-1270950844/online-snapshot/abort 2024-11-12T18:22:26,721 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,38453,1731435745073 2024-11-12T18:22:26,722 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:22:26,723 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:26,723 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:22:26,723 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:22:26,724 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,38453,1731435745073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:26,726 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:26,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:22:26,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:26,736 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435776745 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:22:26,745 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:22:26,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:22:26,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:22:26,748 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:22:26,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:22:26,749 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:22:26,749 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435746749,5,FailOnTimeoutGroup] 2024-11-12T18:22:26,749 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435746749,5,FailOnTimeoutGroup] 2024-11-12T18:22:26,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:22:26,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,750 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:22:26,779 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(746): ClusterId : 5bb09837-988d-4b70-bad6-b67ed1b736c7 2024-11-12T18:22:26,779 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:22:26,782 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:22:26,782 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:22:26,784 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:22:26,784 DEBUG [RS:0;9911683f163c:46547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86a7c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:26,798 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:46547 2024-11-12T18:22:26,798 INFO [RS:0;9911683f163c:46547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:22:26,798 INFO [RS:0;9911683f163c:46547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:22:26,798 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:22:26,799 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,38453,1731435745073 with port=46547, startcode=1731435745180 2024-11-12T18:22:26,799 DEBUG [RS:0;9911683f163c:46547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:22:26,801 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:22:26,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,46547,1731435745180 2024-11-12T18:22:26,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38453 {}] master.ServerManager(517): Registering regionserver=9911683f163c,46547,1731435745180 2024-11-12T18:22:26,803 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501 2024-11-12T18:22:26,803 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39093 2024-11-12T18:22:26,803 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:22:26,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844/rs 2024-11-12T18:22:26,808 DEBUG [RS:0;9911683f163c:46547 {}] zookeeper.ZKUtil(111): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on existing znode=/1-1270950844/rs/9911683f163c,46547,1731435745180 2024-11-12T18:22:26,808 WARN [RS:0;9911683f163c:46547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:26,809 INFO [RS:0;9911683f163c:46547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:26,809 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180 2024-11-12T18:22:26,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,46547,1731435745180] 2024-11-12T18:22:26,811 INFO [RS:0;9911683f163c:46547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:22:26,813 INFO [RS:0;9911683f163c:46547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:22:26,814 INFO [RS:0;9911683f163c:46547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:22:26,814 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,816 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:22:26,817 INFO [RS:0;9911683f163c:46547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:22:26,817 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:26,817 DEBUG [RS:0;9911683f163c:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:26,818 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,818 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,818 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,818 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,818 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,818 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46547,1731435745180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:26,836 INFO [RS:0;9911683f163c:46547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:22:26,836 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,46547,1731435745180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,836 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,836 INFO [RS:0;9911683f163c:46547 {}] regionserver.Replication(171): 9911683f163c,46547,1731435745180 started 2024-11-12T18:22:26,850 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:26,850 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,46547,1731435745180, RpcServer on 9911683f163c/172.17.0.3:46547, sessionid=0x100353ac2ec0004 2024-11-12T18:22:26,850 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,46547,1731435745180 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,46547,1731435745180' 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1270950844/flush-table-proc/abort' 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1270950844/flush-table-proc/acquired' 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,46547,1731435745180 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,46547,1731435745180' 2024-11-12T18:22:26,851 DEBUG [RS:0;9911683f163c:46547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1270950844/online-snapshot/abort' 2024-11-12T18:22:26,852 DEBUG [RS:0;9911683f163c:46547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1270950844/online-snapshot/acquired' 2024-11-12T18:22:26,852 DEBUG [RS:0;9911683f163c:46547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:22:26,852 INFO [RS:0;9911683f163c:46547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:22:26,852 INFO [RS:0;9911683f163c:46547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:22:26,952 INFO [RS:0;9911683f163c:46547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:26,954 INFO [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C46547%2C1731435745180, suffix=, logDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180, archiveDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/oldWALs, maxLogs=10 2024-11-12T18:22:26,967 DEBUG [RS:0;9911683f163c:46547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180/9911683f163c%2C46547%2C1731435745180.1731435746954, exclude list is [], retry=0 2024-11-12T18:22:26,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44219,DS-acaae174-801e-4b38-9d98-b12317e1dfb5,DISK] 2024-11-12T18:22:26,971 INFO [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180/9911683f163c%2C46547%2C1731435745180.1731435746954 2024-11-12T18:22:26,971 DEBUG [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34757:34757)] 2024-11-12T18:22:27,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:22:27,151 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501 2024-11-12T18:22:27,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:22:27,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:27,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:22:27,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128883 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:22:27,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:27,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:27,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:27,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:27,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:27,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:27,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:27,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:27,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:27,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:27,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740 2024-11-12T18:22:27,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740 2024-11-12T18:22:27,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:27,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:27,569 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:27,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:27,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:27,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71097923, jitterRate=0.05944161117076874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:27,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435747557Initializing all the Stores at 1731435747557Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435747557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435747558 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435747558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435747558Cleaning up temporary data from old regions at 1731435747568 (+10 ms)Region opened successfully at 1731435747572 (+4 ms) 2024-11-12T18:22:27,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:27,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:27,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:27,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:27,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:27,572 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:27,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435747572Disabling compacts and flushes for region at 1731435747572Disabling writes for close at 1731435747572Writing region close event to WAL at 1731435747572Closed at 1731435747572 2024-11-12T18:22:27,573 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:27,573 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:22:27,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:22:27,574 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:27,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:22:27,725 DEBUG [9911683f163c:38453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:22:27,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,46547,1731435745180 2024-11-12T18:22:27,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,46547,1731435745180, state=OPENING 2024-11-12T18:22:27,728 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:22:27,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:27,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:27,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:27,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1270950844/meta-region-server: CHANGED 2024-11-12T18:22:27,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1270950844/meta-region-server: CHANGED 2024-11-12T18:22:27,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,46547,1731435745180}] 2024-11-12T18:22:27,882 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:27,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:22:27,887 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:22:27,887 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:27,887 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:22:27,888 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C46547%2C1731435745180.meta, suffix=.meta, logDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180, archiveDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/oldWALs, maxLogs=10 2024-11-12T18:22:27,903 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180/9911683f163c%2C46547%2C1731435745180.meta.1731435747888.meta, exclude list is [], retry=0 2024-11-12T18:22:27,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44219,DS-acaae174-801e-4b38-9d98-b12317e1dfb5,DISK] 2024-11-12T18:22:27,906 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/WALs/9911683f163c,46547,1731435745180/9911683f163c%2C46547%2C1731435745180.meta.1731435747888.meta 2024-11-12T18:22:27,906 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34757:34757)] 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:27,907 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:22:27,907 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:22:27,907 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:22:27,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:27,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:27,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:27,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:27,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:27,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:27,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:27,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:27,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:27,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:27,912 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:27,913 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740 2024-11-12T18:22:27,913 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740 2024-11-12T18:22:27,914 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:27,914 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:27,915 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:27,915 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:27,916 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60232695, jitterRate=-0.10246290266513824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:27,916 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:22:27,916 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435747907Writing region info on filesystem at 1731435747907Initializing all the Stores at 1731435747908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435747908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435747908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435747908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435747908Cleaning up temporary data from old regions at 1731435747914 (+6 ms)Running coprocessor post-open hooks at 1731435747916 (+2 ms)Region opened successfully at 1731435747916 2024-11-12T18:22:27,917 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435747882 2024-11-12T18:22:27,918 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:22:27,918 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:22:27,919 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,46547,1731435745180 2024-11-12T18:22:27,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,46547,1731435745180, state=OPEN 2024-11-12T18:22:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1270950844/meta-region-server 2024-11-12T18:22:27,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1270950844/meta-region-server 2024-11-12T18:22:27,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,46547,1731435745180 2024-11-12T18:22:27,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1270950844/meta-region-server: CHANGED 2024-11-12T18:22:27,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1270950844/meta-region-server: CHANGED 2024-11-12T18:22:27,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:22:27,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,46547,1731435745180 in 191 msec 2024-11-12T18:22:27,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:22:27,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-12T18:22:27,925 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:27,925 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:22:27,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:27,926 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,46547,1731435745180, seqNum=-1] 2024-11-12T18:22:27,926 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:27,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:27,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-12T18:22:27,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435747930, completionTime=-1 2024-11-12T18:22:27,930 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:22:27,930 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:22:27,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:22:27,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435807932 2024-11-12T18:22:27,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435867932 2024-11-12T18:22:27,932 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T18:22:27,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38453,1731435745073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38453,1731435745073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38453,1731435745073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:38453, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,933 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,934 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.631sec 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38453,1731435745073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:27,936 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38453,1731435745073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:22:27,938 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:22:27,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:22:27,938 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,38453,1731435745073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:27,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd07509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:27,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38453,-1 for getting cluster id 2024-11-12T18:22:27,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:27,981 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb09837-988d-4b70-bad6-b67ed1b736c7' 2024-11-12T18:22:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb09837-988d-4b70-bad6-b67ed1b736c7" 2024-11-12T18:22:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f28a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38453,-1] 2024-11-12T18:22:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:27,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:27,983 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:27,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a10db6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:27,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,46547,1731435745180, seqNum=-1] 2024-11-12T18:22:27,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:27,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,38453,1731435745073 2024-11-12T18:22:27,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:27,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:27,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100353ac2ec0005 connected 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir so I do NOT create it in target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9 2024-11-12T18:22:27,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.tmp.dir so I do NOT create it in target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9 2024-11-12T18:22:27,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:22:27,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/cluster_294177e7-8d0b-9199-ea15-31b9a3de9f14, deleteOnExit=true 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/test.cache.data in system properties and HBase conf 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:22:27,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:22:27,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:22:27,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:22:28,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:28,073 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:28,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:28,074 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:28,074 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:22:28,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:28,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a65f36e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:28,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c8baf7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:28,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1909a285{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/java.io.tmpdir/jetty-localhost-42265-hadoop-hdfs-3_4_1-tests_jar-_-any-3929578153972494480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:28,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@789efb3c{HTTP/1.1, (http/1.1)}{localhost:42265} 2024-11-12T18:22:28,200 INFO [Time-limited test {}] server.Server(415): Started @310752ms 2024-11-12T18:22:28,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:22:28,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:22:28,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:22:28,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:22:28,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:22:28,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23951614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:22:28,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668cb360{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:22:28,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d5f7af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/java.io.tmpdir/jetty-localhost-35667-hadoop-hdfs-3_4_1-tests_jar-_-any-6740069243636926201/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:28,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@306934ef{HTTP/1.1, (http/1.1)}{localhost:35667} 2024-11-12T18:22:28,415 INFO [Time-limited test {}] server.Server(415): Started @310966ms 2024-11-12T18:22:28,416 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:22:28,513 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/cluster_294177e7-8d0b-9199-ea15-31b9a3de9f14/data/data1/current/BP-1940291832-172.17.0.3-1731435748014/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:28,514 WARN [Thread-4537 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/cluster_294177e7-8d0b-9199-ea15-31b9a3de9f14/data/data2/current/BP-1940291832-172.17.0.3-1731435748014/current, will proceed with Du for space computation calculation, 2024-11-12T18:22:28,537 WARN [Thread-4524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:22:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3af250deed97a1f8 with lease ID 0x4b7e05de52c0bb1b: Processing first storage report for DS-cb54a9e0-a8a7-4c03-a9c6-ed18a8e5b360 from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=96b45f58-cf90-4af0-84e5-09ce9dd2aace, infoPort=40451, infoSecurePort=0, ipcPort=46687, storageInfo=lv=-57;cid=testClusterID;nsid=339453311;c=1731435748014) 2024-11-12T18:22:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3af250deed97a1f8 with lease ID 0x4b7e05de52c0bb1b: from storage DS-cb54a9e0-a8a7-4c03-a9c6-ed18a8e5b360 node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=96b45f58-cf90-4af0-84e5-09ce9dd2aace, infoPort=40451, infoSecurePort=0, ipcPort=46687, storageInfo=lv=-57;cid=testClusterID;nsid=339453311;c=1731435748014), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T18:22:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3af250deed97a1f8 with lease ID 0x4b7e05de52c0bb1b: Processing first storage report for DS-6002a202-da70-49cd-aa59-ef0dd804426b from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=96b45f58-cf90-4af0-84e5-09ce9dd2aace, infoPort=40451, infoSecurePort=0, ipcPort=46687, storageInfo=lv=-57;cid=testClusterID;nsid=339453311;c=1731435748014) 2024-11-12T18:22:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3af250deed97a1f8 with lease ID 0x4b7e05de52c0bb1b: from storage DS-6002a202-da70-49cd-aa59-ef0dd804426b node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=96b45f58-cf90-4af0-84e5-09ce9dd2aace, infoPort=40451, infoSecurePort=0, ipcPort=46687, storageInfo=lv=-57;cid=testClusterID;nsid=339453311;c=1731435748014), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:22:28,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9 2024-11-12T18:22:28,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:28,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:28,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:22:28,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979 with version=8 2024-11-12T18:22:28,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/hbase-staging 2024-11-12T18:22:28,954 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:22:28,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:28,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33579 2024-11-12T18:22:28,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33579 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:28,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335790x0, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:28,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33579-0x100353ac2ec0006 connected 2024-11-12T18:22:28,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:22:28,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:28,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:28,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:28,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/running 2024-11-12T18:22:28,975 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979, hbase.cluster.distributed=false 2024-11-12T18:22:28,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/acl 2024-11-12T18:22:28,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33579 2024-11-12T18:22:28,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33579 2024-11-12T18:22:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33579 2024-11-12T18:22:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33579 2024-11-12T18:22:28,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33579 2024-11-12T18:22:29,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9911683f163c:0 server-side Connection retries=45 2024-11-12T18:22:29,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:29,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:29,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:22:29,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:22:29,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:22:29,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:22:29,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:22:29,001 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43089 2024-11-12T18:22:29,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43089 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:29,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:29,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:29,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430890x0, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:29,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43089-0x100353ac2ec0007 connected 2024-11-12T18:22:29,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/running 2024-11-12T18:22:29,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:22:29,013 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:22:29,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/master 2024-11-12T18:22:29,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/acl 2024-11-12T18:22:29,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43089 2024-11-12T18:22:29,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43089 2024-11-12T18:22:29,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43089 2024-11-12T18:22:29,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:29,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43089 2024-11-12T18:22:29,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43089 2024-11-12T18:22:29,050 DEBUG [M:0;9911683f163c:33579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9911683f163c:33579 2024-11-12T18:22:29,050 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1039935457/backup-masters/9911683f163c,33579,1731435748954 2024-11-12T18:22:29,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457/backup-masters 2024-11-12T18:22:29,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457/backup-masters 2024-11-12T18:22:29,053 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on existing znode=/2-1039935457/backup-masters/9911683f163c,33579,1731435748954 2024-11-12T18:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1039935457/master 2024-11-12T18:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:29,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:29,055 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on existing znode=/2-1039935457/master 2024-11-12T18:22:29,055 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1039935457/backup-masters/9911683f163c,33579,1731435748954 from backup master directory 2024-11-12T18:22:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1039935457/backup-masters/9911683f163c,33579,1731435748954 2024-11-12T18:22:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457/backup-masters 2024-11-12T18:22:29,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457/backup-masters 2024-11-12T18:22:29,056 WARN [master/9911683f163c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:29,056 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9911683f163c,33579,1731435748954 2024-11-12T18:22:29,060 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/hbase.id] with ID: c991e049-3e26-45dd-8f4b-93cc8a06c649 2024-11-12T18:22:29,060 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/.tmp/hbase.id 2024-11-12T18:22:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:22:29,467 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/.tmp/hbase.id]:[hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/hbase.id] 2024-11-12T18:22:29,475 INFO [master/9911683f163c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:29,475 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:22:29,476 INFO [master/9911683f163c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T18:22:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:22:29,883 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:29,884 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:22:29,884 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:22:29,890 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store 2024-11-12T18:22:29,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:22:30,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:30,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:30,295 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:30,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:30,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:30,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:30,295 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:30,295 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435750295Disabling compacts and flushes for region at 1731435750295Disabling writes for close at 1731435750295Writing region close event to WAL at 1731435750295Closed at 1731435750295 2024-11-12T18:22:30,296 WARN [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/.initializing 2024-11-12T18:22:30,296 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/WALs/9911683f163c,33579,1731435748954 2024-11-12T18:22:30,297 INFO [master/9911683f163c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:30,298 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9911683f163c%2C33579%2C1731435748954, suffix=, logDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/WALs/9911683f163c,33579,1731435748954, archiveDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/oldWALs, maxLogs=10 2024-11-12T18:22:30,315 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/WALs/9911683f163c,33579,1731435748954/9911683f163c%2C33579%2C1731435748954.1731435750298, exclude list is [], retry=0 2024-11-12T18:22:30,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-cb54a9e0-a8a7-4c03-a9c6-ed18a8e5b360,DISK] 2024-11-12T18:22:30,319 INFO [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/WALs/9911683f163c,33579,1731435748954/9911683f163c%2C33579%2C1731435748954.1731435750298 2024-11-12T18:22:30,320 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-12T18:22:30,320 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:30,320 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:30,320 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,320 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:22:30,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:30,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:30,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:22:30,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:30,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:30,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:22:30,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:30,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:30,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:22:30,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:30,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:30,328 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,329 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,329 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,330 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,330 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,331 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:30,332 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:22:30,334 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:30,334 INFO [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71464996, jitterRate=0.06491142511367798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:30,334 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731435750320Initializing all the Stores at 1731435750321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435750321Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435750321Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435750321Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435750321Cleaning up temporary data from old regions at 1731435750330 (+9 ms)Region opened successfully at 1731435750334 (+4 ms) 2024-11-12T18:22:30,334 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:22:30,337 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb6404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:30,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:22:30,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:22:30,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:22:30,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:22:30,338 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T18:22:30,339 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:22:30,339 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T18:22:30,342 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:22:30,343 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Unable to get data of znode /2-1039935457/balancer because node does not exist (not necessarily an error) 2024-11-12T18:22:30,345 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1039935457/balancer already deleted, retry=false 2024-11-12T18:22:30,346 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:22:30,346 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Unable to get data of znode /2-1039935457/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:22:30,348 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1039935457/normalizer already deleted, retry=false 2024-11-12T18:22:30,348 INFO [master/9911683f163c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:22:30,349 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Unable to get data of znode /2-1039935457/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:22:30,350 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1039935457/switch/split already deleted, retry=false 2024-11-12T18:22:30,351 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Unable to get data of znode /2-1039935457/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:22:30,353 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1039935457/switch/merge already deleted, retry=false 2024-11-12T18:22:30,355 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Unable to get data of znode /2-1039935457/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:22:30,356 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1039935457/snapshot-cleanup already deleted, retry=false 2024-11-12T18:22:30,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1039935457/running 2024-11-12T18:22:30,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:30,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1039935457/running 2024-11-12T18:22:30,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:30,358 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9911683f163c,33579,1731435748954, sessionid=0x100353ac2ec0006, setting cluster-up flag (Was=false) 2024-11-12T18:22:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:30,366 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1039935457/flush-table-proc/acquired, /2-1039935457/flush-table-proc/reached, /2-1039935457/flush-table-proc/abort 2024-11-12T18:22:30,367 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,33579,1731435748954 2024-11-12T18:22:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:30,374 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1039935457/online-snapshot/acquired, /2-1039935457/online-snapshot/reached, /2-1039935457/online-snapshot/abort 2024-11-12T18:22:30,375 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9911683f163c,33579,1731435748954 2024-11-12T18:22:30,376 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:22:30,378 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:30,378 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:22:30,378 INFO [master/9911683f163c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:22:30,378 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9911683f163c,33579,1731435748954 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9911683f163c:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9911683f163c:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:30,380 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:30,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:22:30,383 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:30,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:22:30,396 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731435780396 2024-11-12T18:22:30,397 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:22:30,397 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:22:30,397 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:22:30,397 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:22:30,397 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:22:30,397 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:22:30,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:22:30,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:22:30,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:22:30,401 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T18:22:30,405 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:22:30,405 INFO [master/9911683f163c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:22:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:22:30,409 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435750405,5,FailOnTimeoutGroup] 2024-11-12T18:22:30,409 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435750409,5,FailOnTimeoutGroup] 2024-11-12T18:22:30,409 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,409 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:22:30,409 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,409 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,437 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(746): ClusterId : c991e049-3e26-45dd-8f4b-93cc8a06c649 2024-11-12T18:22:30,438 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:22:30,440 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:22:30,440 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:22:30,442 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:22:30,443 DEBUG [RS:0;9911683f163c:43089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb9ebc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9911683f163c/172.17.0.3:0 2024-11-12T18:22:30,458 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9911683f163c:43089 2024-11-12T18:22:30,458 INFO [RS:0;9911683f163c:43089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:22:30,458 INFO [RS:0;9911683f163c:43089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:22:30,458 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:22:30,459 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(2659): reportForDuty to master=9911683f163c,33579,1731435748954 with port=43089, startcode=1731435749000 2024-11-12T18:22:30,459 DEBUG [RS:0;9911683f163c:43089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:22:30,460 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:22:30,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9911683f163c,43089,1731435749000 2024-11-12T18:22:30,461 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33579 {}] master.ServerManager(517): Registering regionserver=9911683f163c,43089,1731435749000 2024-11-12T18:22:30,462 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979 2024-11-12T18:22:30,462 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36323 2024-11-12T18:22:30,462 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:22:30,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457/rs 2024-11-12T18:22:30,467 DEBUG [RS:0;9911683f163c:43089 {}] zookeeper.ZKUtil(111): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on existing znode=/2-1039935457/rs/9911683f163c,43089,1731435749000 2024-11-12T18:22:30,467 WARN [RS:0;9911683f163c:43089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:22:30,467 INFO [RS:0;9911683f163c:43089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:30,468 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000 2024-11-12T18:22:30,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9911683f163c,43089,1731435749000] 2024-11-12T18:22:30,471 INFO [RS:0;9911683f163c:43089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:22:30,473 INFO [RS:0;9911683f163c:43089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:22:30,473 INFO [RS:0;9911683f163c:43089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:22:30,473 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,473 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:22:30,474 INFO [RS:0;9911683f163c:43089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:22:30,474 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9911683f163c:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9911683f163c:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:30,474 DEBUG [RS:0;9911683f163c:43089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9911683f163c:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:22:30,476 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,477 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,477 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,477 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,477 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,477 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43089,1731435749000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:30,495 INFO [RS:0;9911683f163c:43089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:22:30,496 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,43089,1731435749000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,496 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,496 INFO [RS:0;9911683f163c:43089 {}] regionserver.Replication(171): 9911683f163c,43089,1731435749000 started 2024-11-12T18:22:30,514 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:30,514 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1482): Serving as 9911683f163c,43089,1731435749000, RpcServer on 9911683f163c/172.17.0.3:43089, sessionid=0x100353ac2ec0007 2024-11-12T18:22:30,514 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:22:30,514 DEBUG [RS:0;9911683f163c:43089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9911683f163c,43089,1731435749000 2024-11-12T18:22:30,514 DEBUG [RS:0;9911683f163c:43089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,43089,1731435749000' 2024-11-12T18:22:30,514 DEBUG [RS:0;9911683f163c:43089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1039935457/flush-table-proc/abort' 2024-11-12T18:22:30,514 DEBUG [RS:0;9911683f163c:43089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1039935457/flush-table-proc/acquired' 2024-11-12T18:22:30,515 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:22:30,515 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:22:30,515 DEBUG [RS:0;9911683f163c:43089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9911683f163c,43089,1731435749000 2024-11-12T18:22:30,515 DEBUG [RS:0;9911683f163c:43089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9911683f163c,43089,1731435749000' 2024-11-12T18:22:30,515 DEBUG [RS:0;9911683f163c:43089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1039935457/online-snapshot/abort' 2024-11-12T18:22:30,515 DEBUG [RS:0;9911683f163c:43089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1039935457/online-snapshot/acquired' 2024-11-12T18:22:30,516 DEBUG [RS:0;9911683f163c:43089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:22:30,516 INFO [RS:0;9911683f163c:43089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:22:30,516 INFO [RS:0;9911683f163c:43089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:22:30,616 INFO [RS:0;9911683f163c:43089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:22:30,617 INFO [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C43089%2C1731435749000, suffix=, logDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000, archiveDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/oldWALs, maxLogs=10 2024-11-12T18:22:30,635 DEBUG [RS:0;9911683f163c:43089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000/9911683f163c%2C43089%2C1731435749000.1731435750618, exclude list is [], retry=0 2024-11-12T18:22:30,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-cb54a9e0-a8a7-4c03-a9c6-ed18a8e5b360,DISK] 2024-11-12T18:22:30,639 INFO [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000/9911683f163c%2C43089%2C1731435749000.1731435750618 2024-11-12T18:22:30,639 DEBUG [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-12T18:22:30,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:22:30,807 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979 2024-11-12T18:22:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741833_1009 (size=32) 2024-11-12T18:22:31,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:31,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:31,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:31,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:31,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:31,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:31,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:31,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:31,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:31,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:31,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740 2024-11-12T18:22:31,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740 2024-11-12T18:22:31,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:31,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:31,219 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:31,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:31,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:31,222 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65332338, jitterRate=-0.0264723002910614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:31,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731435751212Initializing all the Stores at 1731435751212Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435751212Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435751212Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435751212Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435751212Cleaning up temporary data from old regions at 1731435751219 (+7 ms)Region opened successfully at 1731435751222 (+3 ms) 2024-11-12T18:22:31,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:31,222 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:31,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:31,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:31,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:31,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:31,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435751222Disabling compacts and flushes for region at 1731435751222Disabling writes for close at 1731435751222Writing region close event to WAL at 1731435751223 (+1 ms)Closed at 1731435751223 2024-11-12T18:22:31,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:31,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:22:31,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:22:31,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:31,225 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:22:31,376 DEBUG [9911683f163c:33579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T18:22:31,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9911683f163c,43089,1731435749000 2024-11-12T18:22:31,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,43089,1731435749000, state=OPENING 2024-11-12T18:22:31,379 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:22:31,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:31,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:31,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:22:31,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1039935457/meta-region-server: CHANGED 2024-11-12T18:22:31,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1039935457/meta-region-server: CHANGED 2024-11-12T18:22:31,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,43089,1731435749000}] 2024-11-12T18:22:31,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:31,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:22:31,537 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:22:31,538 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:31,538 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:22:31,539 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C43089%2C1731435749000.meta, suffix=.meta, logDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000, archiveDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/oldWALs, maxLogs=10 2024-11-12T18:22:31,560 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000/9911683f163c%2C43089%2C1731435749000.meta.1731435751539.meta, exclude list is [], retry=0 2024-11-12T18:22:31,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-cb54a9e0-a8a7-4c03-a9c6-ed18a8e5b360,DISK] 2024-11-12T18:22:31,563 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/WALs/9911683f163c,43089,1731435749000/9911683f163c%2C43089%2C1731435749000.meta.1731435751539.meta 2024-11-12T18:22:31,564 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40451:40451)] 2024-11-12T18:22:31,564 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:31,564 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:31,564 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:22:31,564 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:22:31,564 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:22:31,565 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:22:31,565 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:31,565 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:22:31,565 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:22:31,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:22:31,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:22:31,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:22:31,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:22:31,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:22:31,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:22:31,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:22:31,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:22:31,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:22:31,571 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:22:31,571 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740 2024-11-12T18:22:31,572 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740 2024-11-12T18:22:31,573 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:22:31,573 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:22:31,573 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:22:31,574 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:22:31,574 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65064964, jitterRate=-0.030456483364105225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:22:31,575 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:22:31,575 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731435751565Writing region info on filesystem at 1731435751565Initializing all the Stores at 1731435751566 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435751566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435751566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435751566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731435751566Cleaning up temporary data from old regions at 1731435751573 (+7 ms)Running coprocessor post-open hooks at 1731435751575 (+2 ms)Region opened successfully at 1731435751575 2024-11-12T18:22:31,575 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731435751533 2024-11-12T18:22:31,577 DEBUG [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:22:31,578 INFO [RS_OPEN_META-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:22:31,578 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,43089,1731435749000 2024-11-12T18:22:31,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9911683f163c,43089,1731435749000, state=OPEN 2024-11-12T18:22:31,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1039935457/meta-region-server 2024-11-12T18:22:31,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1039935457/meta-region-server 2024-11-12T18:22:31,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1039935457/meta-region-server: CHANGED 2024-11-12T18:22:31,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9911683f163c,43089,1731435749000 2024-11-12T18:22:31,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1039935457/meta-region-server: CHANGED 2024-11-12T18:22:31,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:22:31,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9911683f163c,43089,1731435749000 in 199 msec 2024-11-12T18:22:31,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:22:31,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-12T18:22:31,584 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:22:31,585 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:22:31,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:31,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43089,1731435749000, seqNum=-1] 2024-11-12T18:22:31,586 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:31,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:31,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-12T18:22:31,591 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731435751591, completionTime=-1 2024-11-12T18:22:31,591 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T18:22:31,591 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:22:31,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T18:22:31,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731435811593 2024-11-12T18:22:31,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731435871593 2024-11-12T18:22:31,593 INFO [master/9911683f163c:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T18:22:31,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33579,1731435748954-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33579,1731435748954-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33579,1731435748954-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9911683f163c:33579, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,594 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,595 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,595 DEBUG [master/9911683f163c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.541sec 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33579,1731435748954-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:22:31,598 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33579,1731435748954-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:22:31,601 DEBUG [master/9911683f163c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:22:31,601 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:22:31,601 INFO [master/9911683f163c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9911683f163c,33579,1731435748954-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:22:31,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:31,638 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33579,-1 for getting cluster id 2024-11-12T18:22:31,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:31,640 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c991e049-3e26-45dd-8f4b-93cc8a06c649' 2024-11-12T18:22:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c991e049-3e26-45dd-8f4b-93cc8a06c649" 2024-11-12T18:22:31,640 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a375c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:31,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33579,-1] 2024-11-12T18:22:31,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:31,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:31,642 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:31,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9e528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:31,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43089,1731435749000, seqNum=-1] 2024-11-12T18:22:31,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:31,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:31,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9911683f163c,33579,1731435748954 2024-11-12T18:22:31,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55900 2024-11-12T18:22:31,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:22:31,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100353ac2ec0008 connected 2024-11-12T18:22:31,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42029,1731435741115 2024-11-12T18:22:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83a9b9e 2024-11-12T18:22:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:31,656 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:31,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:22:31,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:22:31,659 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:31,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:22:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:31,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:22:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:22:31,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c67b997e1963f09c5ec2dc1c25ac818d, NAME => 'test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0 2024-11-12T18:22:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:22:31,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:31,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c67b997e1963f09c5ec2dc1c25ac818d, disabling compactions & flushes 2024-11-12T18:22:31,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:31,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:31,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. after waiting 0 ms 2024-11-12T18:22:31,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:31,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:31,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c67b997e1963f09c5ec2dc1c25ac818d: Waiting for close lock at 1731435751692Disabling compacts and flushes for region at 1731435751692Disabling writes for close at 1731435751692Writing region close event to WAL at 1731435751692Closed at 1731435751692 2024-11-12T18:22:31,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:22:31,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435751693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435751693"}]},"ts":"1731435751693"} 2024-11-12T18:22:31,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:22:31,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:22:31,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435751696"}]},"ts":"1731435751696"} 2024-11-12T18:22:31,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:22:31,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c67b997e1963f09c5ec2dc1c25ac818d, ASSIGN}] 2024-11-12T18:22:31,699 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c67b997e1963f09c5ec2dc1c25ac818d, ASSIGN 2024-11-12T18:22:31,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c67b997e1963f09c5ec2dc1c25ac818d, ASSIGN; state=OFFLINE, location=9911683f163c,42499,1731435741298; forceNewPlan=false, retain=false 2024-11-12T18:22:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:31,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c67b997e1963f09c5ec2dc1c25ac818d, regionState=OPENING, regionLocation=9911683f163c,42499,1731435741298 2024-11-12T18:22:31,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c67b997e1963f09c5ec2dc1c25ac818d, ASSIGN because future has completed 2024-11-12T18:22:31,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c67b997e1963f09c5ec2dc1c25ac818d, server=9911683f163c,42499,1731435741298}] 2024-11-12T18:22:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:32,009 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:32,009 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c67b997e1963f09c5ec2dc1c25ac818d, NAME => 'test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:32,009 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:32,009 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:22:32,009 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,009 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:32,009 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,009 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,010 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,011 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c67b997e1963f09c5ec2dc1c25ac818d columnFamilyName f 2024-11-12T18:22:32,011 DEBUG [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:32,012 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] regionserver.HStore(327): Store=c67b997e1963f09c5ec2dc1c25ac818d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:32,012 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,013 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c67b997e1963f09c5ec2dc1c25ac818d columnFamilyName f1 2024-11-12T18:22:32,013 DEBUG [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:32,013 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] regionserver.HStore(327): Store=c67b997e1963f09c5ec2dc1c25ac818d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:32,013 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,014 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c67b997e1963f09c5ec2dc1c25ac818d columnFamilyName norep 2024-11-12T18:22:32,014 DEBUG [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:32,014 INFO [StoreOpener-c67b997e1963f09c5ec2dc1c25ac818d-1 {}] regionserver.HStore(327): Store=c67b997e1963f09c5ec2dc1c25ac818d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:32,014 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,015 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,015 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,016 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,016 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,016 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:22:32,017 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,019 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:32,019 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c67b997e1963f09c5ec2dc1c25ac818d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58806619, jitterRate=-0.12371309101581573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:22:32,019 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:32,019 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c67b997e1963f09c5ec2dc1c25ac818d: Running coprocessor pre-open hook at 1731435752009Writing region info on filesystem at 1731435752009Initializing all the Stores at 1731435752010 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435752010Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435752010Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435752010Cleaning up temporary data from old regions at 1731435752016 (+6 ms)Running coprocessor post-open hooks at 1731435752019 (+3 ms)Region opened successfully at 1731435752019 2024-11-12T18:22:32,020 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., pid=6, masterSystemTime=1731435752006 2024-11-12T18:22:32,022 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:32,022 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:32,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c67b997e1963f09c5ec2dc1c25ac818d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,42499,1731435741298 2024-11-12T18:22:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c67b997e1963f09c5ec2dc1c25ac818d, server=9911683f163c,42499,1731435741298 because future has completed 2024-11-12T18:22:32,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:22:32,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c67b997e1963f09c5ec2dc1c25ac818d, server=9911683f163c,42499,1731435741298 in 176 msec 2024-11-12T18:22:32,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:22:32,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c67b997e1963f09c5ec2dc1c25ac818d, ASSIGN in 333 msec 2024-11-12T18:22:32,034 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:22:32,034 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435752034"}]},"ts":"1731435752034"} 2024-11-12T18:22:32,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:22:32,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:22:32,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 380 msec 2024-11-12T18:22:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:32,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:32,292 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:22:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38453,1731435745073 2024-11-12T18:22:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633ec55b 2024-11-12T18:22:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:32,294 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:32,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:22:32,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:22:32,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:32,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:22:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:32,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:22:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:22:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:32,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 347ebe340c6e2d805175eb166cbd8ace, NAME => 'test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501 2024-11-12T18:22:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:22:32,709 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:32,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 347ebe340c6e2d805175eb166cbd8ace, disabling compactions & flushes 2024-11-12T18:22:32,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:32,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:32,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. after waiting 0 ms 2024-11-12T18:22:32,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:32,710 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:32,710 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 347ebe340c6e2d805175eb166cbd8ace: Waiting for close lock at 1731435752710Disabling compacts and flushes for region at 1731435752710Disabling writes for close at 1731435752710Writing region close event to WAL at 1731435752710Closed at 1731435752710 2024-11-12T18:22:32,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:22:32,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435752711"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435752711"}]},"ts":"1731435752711"} 2024-11-12T18:22:32,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:22:32,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:22:32,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435752714"}]},"ts":"1731435752714"} 2024-11-12T18:22:32,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:22:32,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=347ebe340c6e2d805175eb166cbd8ace, ASSIGN}] 2024-11-12T18:22:32,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=347ebe340c6e2d805175eb166cbd8ace, ASSIGN 2024-11-12T18:22:32,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=347ebe340c6e2d805175eb166cbd8ace, ASSIGN; state=OFFLINE, location=9911683f163c,46547,1731435745180; forceNewPlan=false, retain=false 2024-11-12T18:22:32,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=347ebe340c6e2d805175eb166cbd8ace, regionState=OPENING, regionLocation=9911683f163c,46547,1731435745180 2024-11-12T18:22:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=347ebe340c6e2d805175eb166cbd8ace, ASSIGN because future has completed 2024-11-12T18:22:32,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347ebe340c6e2d805175eb166cbd8ace, server=9911683f163c,46547,1731435745180}] 2024-11-12T18:22:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:33,025 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:33,025 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 347ebe340c6e2d805175eb166cbd8ace, NAME => 'test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:33,025 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:33,026 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:22:33,026 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,026 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:33,026 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,026 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,027 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,028 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347ebe340c6e2d805175eb166cbd8ace columnFamilyName f 2024-11-12T18:22:33,028 DEBUG [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:33,028 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] regionserver.HStore(327): Store=347ebe340c6e2d805175eb166cbd8ace/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:33,028 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,029 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347ebe340c6e2d805175eb166cbd8ace columnFamilyName f1 2024-11-12T18:22:33,029 DEBUG [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:33,029 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] regionserver.HStore(327): Store=347ebe340c6e2d805175eb166cbd8ace/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:33,029 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,030 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 347ebe340c6e2d805175eb166cbd8ace columnFamilyName norep 2024-11-12T18:22:33,030 DEBUG [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:33,030 INFO [StoreOpener-347ebe340c6e2d805175eb166cbd8ace-1 {}] regionserver.HStore(327): Store=347ebe340c6e2d805175eb166cbd8ace/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:33,031 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,031 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,031 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,032 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,032 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,032 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:22:33,033 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,034 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:33,034 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 347ebe340c6e2d805175eb166cbd8ace; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62854743, jitterRate=-0.06339134275913239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:22:33,034 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:33,034 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 347ebe340c6e2d805175eb166cbd8ace: Running coprocessor pre-open hook at 1731435753026Writing region info on filesystem at 1731435753026Initializing all the Stores at 1731435753027 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435753027Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435753027Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435753027Cleaning up temporary data from old regions at 1731435753032 (+5 ms)Running coprocessor post-open hooks at 1731435753034 (+2 ms)Region opened successfully at 1731435753034 2024-11-12T18:22:33,035 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace., pid=6, masterSystemTime=1731435753022 2024-11-12T18:22:33,037 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:33,037 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:33,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=347ebe340c6e2d805175eb166cbd8ace, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,46547,1731435745180 2024-11-12T18:22:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 347ebe340c6e2d805175eb166cbd8ace, server=9911683f163c,46547,1731435745180 because future has completed 2024-11-12T18:22:33,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:22:33,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 347ebe340c6e2d805175eb166cbd8ace, server=9911683f163c,46547,1731435745180 in 169 msec 2024-11-12T18:22:33,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:22:33,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=347ebe340c6e2d805175eb166cbd8ace, ASSIGN in 326 msec 2024-11-12T18:22:33,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:22:33,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435753043"}]},"ts":"1731435753043"} 2024-11-12T18:22:33,045 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:22:33,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:22:33,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-12T18:22:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:33,432 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:22:33,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33579,1731435748954 2024-11-12T18:22:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24365a8d 2024-11-12T18:22:33,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:33,434 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:33,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T18:22:33,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:22:33,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:33,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T18:22:33,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:22:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:33,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741835_1011 (size=902) 2024-11-12T18:22:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:33,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d4e5aba8ba708257b3d5cd7af5ccdd9, NAME => 'test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979 2024-11-12T18:22:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741836_1012 (size=39) 2024-11-12T18:22:33,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:33,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d4e5aba8ba708257b3d5cd7af5ccdd9, disabling compactions & flushes 2024-11-12T18:22:33,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:33,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:33,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. after waiting 0 ms 2024-11-12T18:22:33,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:33,870 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:33,870 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d4e5aba8ba708257b3d5cd7af5ccdd9: Waiting for close lock at 1731435753870Disabling compacts and flushes for region at 1731435753870Disabling writes for close at 1731435753870Writing region close event to WAL at 1731435753870Closed at 1731435753870 2024-11-12T18:22:33,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:22:33,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731435753873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435753873"}]},"ts":"1731435753873"} 2024-11-12T18:22:33,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:22:33,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:22:33,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435753876"}]},"ts":"1731435753876"} 2024-11-12T18:22:33,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T18:22:33,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d4e5aba8ba708257b3d5cd7af5ccdd9, ASSIGN}] 2024-11-12T18:22:33,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d4e5aba8ba708257b3d5cd7af5ccdd9, ASSIGN 2024-11-12T18:22:33,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d4e5aba8ba708257b3d5cd7af5ccdd9, ASSIGN; state=OFFLINE, location=9911683f163c,43089,1731435749000; forceNewPlan=false, retain=false 2024-11-12T18:22:34,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d4e5aba8ba708257b3d5cd7af5ccdd9, regionState=OPENING, regionLocation=9911683f163c,43089,1731435749000 2024-11-12T18:22:34,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d4e5aba8ba708257b3d5cd7af5ccdd9, ASSIGN because future has completed 2024-11-12T18:22:34,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4e5aba8ba708257b3d5cd7af5ccdd9, server=9911683f163c,43089,1731435749000}] 2024-11-12T18:22:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:34,207 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:34,207 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d4e5aba8ba708257b3d5cd7af5ccdd9, NAME => 'test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:34,207 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:34,207 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T18:22:34,207 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,208 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:34,208 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,208 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,211 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,213 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4e5aba8ba708257b3d5cd7af5ccdd9 columnFamilyName f 2024-11-12T18:22:34,213 DEBUG [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:34,214 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] regionserver.HStore(327): Store=6d4e5aba8ba708257b3d5cd7af5ccdd9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:34,214 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,215 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4e5aba8ba708257b3d5cd7af5ccdd9 columnFamilyName f1 2024-11-12T18:22:34,215 DEBUG [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:34,215 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] regionserver.HStore(327): Store=6d4e5aba8ba708257b3d5cd7af5ccdd9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:34,215 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,216 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4e5aba8ba708257b3d5cd7af5ccdd9 columnFamilyName norep 2024-11-12T18:22:34,216 DEBUG [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:34,217 INFO [StoreOpener-6d4e5aba8ba708257b3d5cd7af5ccdd9-1 {}] regionserver.HStore(327): Store=6d4e5aba8ba708257b3d5cd7af5ccdd9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:34,218 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,219 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,219 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,220 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,220 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,221 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:22:34,221 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:34,223 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d4e5aba8ba708257b3d5cd7af5ccdd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268984, jitterRate=0.0321882963180542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:34,223 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d4e5aba8ba708257b3d5cd7af5ccdd9: Running coprocessor pre-open hook at 1731435754208Writing region info on filesystem at 1731435754208Initializing all the Stores at 1731435754210 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435754211 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435754211Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435754211Cleaning up temporary data from old regions at 1731435754220 (+9 ms)Running coprocessor post-open hooks at 1731435754223 (+3 ms)Region opened successfully at 1731435754223 2024-11-12T18:22:34,225 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9., pid=6, masterSystemTime=1731435754193 2024-11-12T18:22:34,227 DEBUG [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:34,227 INFO [RS_OPEN_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:34,227 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d4e5aba8ba708257b3d5cd7af5ccdd9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9911683f163c,43089,1731435749000 2024-11-12T18:22:34,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4e5aba8ba708257b3d5cd7af5ccdd9, server=9911683f163c,43089,1731435749000 because future has completed 2024-11-12T18:22:34,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T18:22:34,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d4e5aba8ba708257b3d5cd7af5ccdd9, server=9911683f163c,43089,1731435749000 in 192 msec 2024-11-12T18:22:34,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T18:22:34,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d4e5aba8ba708257b3d5cd7af5ccdd9, ASSIGN in 352 msec 2024-11-12T18:22:34,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:22:34,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435754233"}]},"ts":"1731435754233"} 2024-11-12T18:22:34,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T18:22:34,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:22:34,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 801 msec 2024-11-12T18:22:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:22:34,572 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T18:22:34,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:34,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42029,-1 for getting cluster id 2024-11-12T18:22:34,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:34,575 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67512d40-43fe-4336-bb79-41416d84ac8f' 2024-11-12T18:22:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:34,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67512d40-43fe-4336-bb79-41416d84ac8f" 2024-11-12T18:22:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73994b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42029,-1] 2024-11-12T18:22:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:34,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:34,577 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:34,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3acc5339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:34,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42029,1731435741115 2024-11-12T18:22:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c724f8c 2024-11-12T18:22:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:34,581 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:34,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://9911683f163c:38453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:22:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:22:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:34,585 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:38453' 2024-11-12T18:22:34,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563ad878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:34,589 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38453,-1 for getting cluster id 2024-11-12T18:22:34,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:34,593 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb09837-988d-4b70-bad6-b67ed1b736c7' 2024-11-12T18:22:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb09837-988d-4b70-bad6-b67ed1b736c7" 2024-11-12T18:22:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fbe8ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38453,-1] 2024-11-12T18:22:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:34,597 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:34,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a511e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:34,597 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38453,1731435745073 2024-11-12T18:22:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3557b95d 2024-11-12T18:22:34,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:34,599 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:34,600 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T18:22:34,600 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:22:34,600 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:34,600 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:34,601 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:22:34,602 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T18:22:34,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:34,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:22:34,603 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:34,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:22:34,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741837_1013 (size=1138) 2024-11-12T18:22:34,652 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T18:22:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:35,040 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 327646e50e10ce7239b6beed5092c473, NAME => 'hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0 2024-11-12T18:22:35,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741838_1014 (size=44) 2024-11-12T18:22:35,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:35,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 327646e50e10ce7239b6beed5092c473, disabling compactions & flushes 2024-11-12T18:22:35,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. after waiting 0 ms 2024-11-12T18:22:35,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 327646e50e10ce7239b6beed5092c473: Waiting for close lock at 1731435755109Disabling compacts and flushes for region at 1731435755109Disabling writes for close at 1731435755109Writing region close event to WAL at 1731435755109Closed at 1731435755109 2024-11-12T18:22:35,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:22:35,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731435755110"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731435755110"}]},"ts":"1731435755110"} 2024-11-12T18:22:35,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T18:22:35,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:22:35,114 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435755114"}]},"ts":"1731435755114"} 2024-11-12T18:22:35,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T18:22:35,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=327646e50e10ce7239b6beed5092c473, ASSIGN}] 2024-11-12T18:22:35,118 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=327646e50e10ce7239b6beed5092c473, ASSIGN 2024-11-12T18:22:35,119 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=327646e50e10ce7239b6beed5092c473, ASSIGN; state=OFFLINE, location=9911683f163c,42499,1731435741298; forceNewPlan=false, retain=false 2024-11-12T18:22:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:35,270 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=327646e50e10ce7239b6beed5092c473, regionState=OPENING, regionLocation=9911683f163c,42499,1731435741298 2024-11-12T18:22:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=327646e50e10ce7239b6beed5092c473, ASSIGN because future has completed 2024-11-12T18:22:35,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 327646e50e10ce7239b6beed5092c473, server=9911683f163c,42499,1731435741298}] 2024-11-12T18:22:35,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:22:35,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T18:22:35,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9911683f163c%2C42499%2C1731435741298.rep, suffix=, logDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298, archiveDir=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/oldWALs, maxLogs=10 2024-11-12T18:22:35,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.rep.1731435755491, exclude list is [], retry=0 2024-11-12T18:22:35,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:35,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.rep.1731435755491 2024-11-12T18:22:35,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:35,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 327646e50e10ce7239b6beed5092c473, NAME => 'hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:22:35,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T18:22:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:22:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. service=MultiRowMutationService 2024-11-12T18:22:35,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T18:22:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:22:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,574 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,577 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 327646e50e10ce7239b6beed5092c473 columnFamilyName hfileref 2024-11-12T18:22:35,577 DEBUG [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:35,578 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] regionserver.HStore(327): Store=327646e50e10ce7239b6beed5092c473/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:35,578 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,580 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 327646e50e10ce7239b6beed5092c473 columnFamilyName queue 2024-11-12T18:22:35,580 DEBUG [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:35,580 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] regionserver.HStore(327): Store=327646e50e10ce7239b6beed5092c473/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:35,581 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,582 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 327646e50e10ce7239b6beed5092c473 columnFamilyName sid 2024-11-12T18:22:35,582 DEBUG [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:22:35,583 INFO [StoreOpener-327646e50e10ce7239b6beed5092c473-1 {}] regionserver.HStore(327): Store=327646e50e10ce7239b6beed5092c473/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:22:35,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T18:22:35,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:22:35,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 327646e50e10ce7239b6beed5092c473; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58891083, jitterRate=-0.12245447933673859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T18:22:35,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:35,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 327646e50e10ce7239b6beed5092c473: Running coprocessor pre-open hook at 1731435755560Writing region info on filesystem at 1731435755560Initializing all the Stores at 1731435755562 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435755562Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435755572 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731435755572Cleaning up temporary data from old regions at 1731435755590 (+18 ms)Running coprocessor post-open hooks at 1731435755602 (+12 ms)Region opened successfully at 1731435755602 2024-11-12T18:22:35,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473., pid=10, masterSystemTime=1731435755465 2024-11-12T18:22:35,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:35,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=327646e50e10ce7239b6beed5092c473, regionState=OPEN, openSeqNum=2, regionLocation=9911683f163c,42499,1731435741298 2024-11-12T18:22:35,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 327646e50e10ce7239b6beed5092c473, server=9911683f163c,42499,1731435741298 because future has completed 2024-11-12T18:22:35,643 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42029 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9911683f163c,42499,1731435741298, table=hbase:replication, region=327646e50e10ce7239b6beed5092c473. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:22:35,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T18:22:35,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 327646e50e10ce7239b6beed5092c473, server=9911683f163c,42499,1731435741298 in 373 msec 2024-11-12T18:22:35,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T18:22:35,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=327646e50e10ce7239b6beed5092c473, ASSIGN in 533 msec 2024-11-12T18:22:35,652 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:22:35,652 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731435755652"}]},"ts":"1731435755652"} 2024-11-12T18:22:35,654 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T18:22:35,655 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:22:35,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0540 sec 2024-11-12T18:22:35,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473., hostname=9911683f163c,42499,1731435741298, seqNum=2] 2024-11-12T18:22:35,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:35,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:35,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:22:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:35,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T18:22:35,832 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T18:22:35,903 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9911683f163c,42499,1731435741298, ReplicationSource: 1, currentBandwidth=0 2024-11-12T18:22:35,904 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:35,904 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42499,1731435741298, seqNum=-1] 2024-11-12T18:22:35,904 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:35,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T18:22:35,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9911683f163c,42499,1731435741298', locateType=CURRENT is [region=hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473., hostname=9911683f163c,42499,1731435741298, seqNum=2] 2024-11-12T18:22:35,911 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T18:22:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T18:22:35,914 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9911683f163c,42499,1731435741298 suceeded 2024-11-12T18:22:35,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T18:22:35,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 237 msec 2024-11-12T18:22:35,916 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9911683f163c:38453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:22:35,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3350 sec 2024-11-12T18:22:35,929 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:38453' 2024-11-12T18:22:35,931 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284d9c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:35,931 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38453,-1 for getting cluster id 2024-11-12T18:22:35,931 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:35,932 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb09837-988d-4b70-bad6-b67ed1b736c7' 2024-11-12T18:22:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb09837-988d-4b70-bad6-b67ed1b736c7" 2024-11-12T18:22:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44921493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:35,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38453,-1] 2024-11-12T18:22:35,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:35,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:35,934 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:35,937 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f62b549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:35,937 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:35,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38453,1731435745073 2024-11-12T18:22:35,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@213526ad 2024-11-12T18:22:35,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:35,945 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T18:22:35,948 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9911683f163c,42499,1731435741298 (queues=1) is replicating from cluster=67512d40-43fe-4336-bb79-41416d84ac8f to cluster=5bb09837-988d-4b70-bad6-b67ed1b736c7 2024-11-12T18:22:35,948 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9911683f163c%2C42499%2C1731435741298 2024-11-12T18:22:35,948 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9911683f163c,42499,1731435741298, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:22:35,949 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400, startPosition=0, beingWritten=true 2024-11-12T18:22:35,956 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C42499%2C1731435741298 2024-11-12T18:22:35,962 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:35,962 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 379, reset compression=false 2024-11-12T18:22:35,962 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:36,166 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 379, reset compression=false 2024-11-12T18:22:36,475 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 379, reset compression=false 2024-11-12T18:22:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T18:22:36,732 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T18:22:36,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:36,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:36,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:36,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:36,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:36,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42029,-1 for getting cluster id 2024-11-12T18:22:36,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:36,735 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67512d40-43fe-4336-bb79-41416d84ac8f' 2024-11-12T18:22:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67512d40-43fe-4336-bb79-41416d84ac8f" 2024-11-12T18:22:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156f4916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42029,-1] 2024-11-12T18:22:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:36,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:36,737 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a1f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2128714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38453,-1 for getting cluster id 2024-11-12T18:22:36,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:36,740 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb09837-988d-4b70-bad6-b67ed1b736c7' 2024-11-12T18:22:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb09837-988d-4b70-bad6-b67ed1b736c7" 2024-11-12T18:22:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6a5a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38453,-1] 2024-11-12T18:22:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:36,742 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:36,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fdc142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33579,-1 for getting cluster id 2024-11-12T18:22:36,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:36,744 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c991e049-3e26-45dd-8f4b-93cc8a06c649' 2024-11-12T18:22:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c991e049-3e26-45dd-8f4b-93cc8a06c649" 2024-11-12T18:22:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd255d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33579,-1] 2024-11-12T18:22:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:36,745 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a381771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:36,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:36,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731435756753/Put/seqid=0 2024-11-12T18:22:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741840_1016 (size=7894) 2024-11-12T18:22:36,767 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731435756766/Put/seqid=0 2024-11-12T18:22:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741841_1017 (size=7691) 2024-11-12T18:22:36,893 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 379, reset compression=false 2024-11-12T18:22:37,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:22:37,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:37,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a704441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:37,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42029,-1 for getting cluster id 2024-11-12T18:22:37,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:37,186 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67512d40-43fe-4336-bb79-41416d84ac8f' 2024-11-12T18:22:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:37,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67512d40-43fe-4336-bb79-41416d84ac8f" 2024-11-12T18:22:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c7cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42029,-1] 2024-11-12T18:22:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:37,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:37,188 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:37,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1686968e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:37,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:37,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42499,1731435741298, seqNum=-1] 2024-11-12T18:22:37,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:37,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:37,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:37,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42029,1731435741115 2024-11-12T18:22:37,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e8d83d 2024-11-12T18:22:37,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:37,201 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:37,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2] 2024-11-12T18:22:37,207 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:22:37,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T18:22:37,215 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T18:22:37,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T18:22:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:37,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T18:22:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HRegion(2603): Flush status journal for c67b997e1963f09c5ec2dc1c25ac818d: 2024-11-12T18:22:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_0 2024-11-12T18:22:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_0 as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ 2024-11-12T18:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_1 2024-11-12T18:22:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_1 as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ 2024-11-12T18:22:37,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_0 into c67b997e1963f09c5ec2dc1c25ac818d/f as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ - updating store file list. 2024-11-12T18:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 652d097f5c4b421086811f6c13f00ade_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:37,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ into c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:37,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_0 into c67b997e1963f09c5ec2dc1c25ac818d/f (new location: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_) 2024-11-12T18:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_0 2024-11-12T18:22:37,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_1 into c67b997e1963f09c5ec2dc1c25ac818d/f as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ - updating store file list. 2024-11-12T18:22:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9359d93648ed467dbec245a0acb6a767_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:37,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ into c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:37,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_1 into c67b997e1963f09c5ec2dc1c25ac818d/f (new location: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_) 2024-11-12T18:22:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__qg7c37fv7fv1ue2bqlu50dtoqkkro2e3ts09eih2i87kqn4sl2j4r7slkmo9sbcs/f/hfile_1 2024-11-12T18:22:37,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:37,246 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:37,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:37,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:37,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:37,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2 , the old value is region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9911683f163c:42499 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:22:37,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:22:37,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2 from cache 2024-11-12T18:22:37,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:37,247 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:22:37,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,46547,1731435745180, seqNum=-1] 2024-11-12T18:22:37,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:37,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace., hostname=9911683f163c,46547,1731435745180, seqNum=2] 2024-11-12T18:22:37,254 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:22:37,353 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:22:37,397 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 379, reset compression=false 2024-11-12T18:22:37,407 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:22:37,407 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[{test/c67b997e1963f09c5ec2dc1c25ac818d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435757244/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T18:22:37,410 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:37,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T18:22:37,412 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.ReplicationSink(318): Replicating [67512d40-43fe-4336-bb79-41416d84ac8f] bulk loaded data 2024-11-12T18:22:37,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f267049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:37,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,38453,-1 for getting cluster id 2024-11-12T18:22:37,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:37,417 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bb09837-988d-4b70-bad6-b67ed1b736c7' 2024-11-12T18:22:37,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bb09837-988d-4b70-bad6-b67ed1b736c7" 2024-11-12T18:22:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32d59b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,38453,-1] 2024-11-12T18:22:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:37,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:37,419 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:37,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5361091b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741837_1013 (size=7894) 2024-11-12T18:22:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741838_1014 (size=7691) 2024-11-12T18:22:37,607 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 687, reset compression=false 2024-11-12T18:22:37,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,38453,1731435745073 2024-11-12T18:22:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9a303a 2024-11-12T18:22:37,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:37,888 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T18:22:37,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:22:37,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:37,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,46547,1731435745180, seqNum=-1] 2024-11-12T18:22:37,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:37,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T18:22:37,913 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 687, reset compression=false 2024-11-12T18:22:37,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T18:22:37,929 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T18:22:37,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ for inclusion in 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T18:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:37,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ for inclusion in 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T18:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(2603): Flush status journal for 347ebe340c6e2d805175eb166cbd8ace: 2024-11-12T18:22:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 652d097f5c4b421086811f6c13f00ade_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:22:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/6e6f0ab0f8354eb5ae192eeb4dc5f5d7_SeqId_4_ 2024-11-12T18:22:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9359d93648ed467dbec245a0acb6a767_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:22:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ce09af2e4021471eb092b609153e434c_SeqId_4_ 2024-11-12T18:22:37,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ into 347ebe340c6e2d805175eb166cbd8ace/f as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/6e6f0ab0f8354eb5ae192eeb4dc5f5d7_SeqId_4_ - updating store file list. 2024-11-12T18:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6e6f0ab0f8354eb5ae192eeb4dc5f5d7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:37,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/6e6f0ab0f8354eb5ae192eeb4dc5f5d7_SeqId_4_ into 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:37,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ into 347ebe340c6e2d805175eb166cbd8ace/f (new location: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/6e6f0ab0f8354eb5ae192eeb4dc5f5d7_SeqId_4_) 2024-11-12T18:22:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/652d097f5c4b421086811f6c13f00ade_SeqId_4_ 2024-11-12T18:22:37,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ into 347ebe340c6e2d805175eb166cbd8ace/f as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ce09af2e4021471eb092b609153e434c_SeqId_4_ - updating store file list. 2024-11-12T18:22:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce09af2e4021471eb092b609153e434c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:37,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ce09af2e4021471eb092b609153e434c_SeqId_4_ into 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:37,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ into 347ebe340c6e2d805175eb166cbd8ace/f (new location: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ce09af2e4021471eb092b609153e434c_SeqId_4_) 2024-11-12T18:22:37,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__ljgdl96rkrsr7vn37d1hrufbt6gi5ftv83i2rvt0cq46ma4qojdgk7cgkf7vj143/f/9359d93648ed467dbec245a0acb6a767_SeqId_4_ 2024-11-12T18:22:37,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.ReplicationSink(324): Finished replicating [67512d40-43fe-4336-bb79-41416d84ac8f] bulk loaded data 2024-11-12T18:22:38,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43089,1731435749000, seqNum=-1] 2024-11-12T18:22:38,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:38,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9., hostname=9911683f163c,43089,1731435749000, seqNum=2] 2024-11-12T18:22:38,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:38,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:22:38,282 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9911683f163c%2C42499%2C1731435741298.meta:.meta(num 1731435743437) roll requested 2024-11-12T18:22:38,305 DEBUG [regionserver/9911683f163c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435758282.meta, exclude list is [], retry=0 2024-11-12T18:22:38,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:38,310 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435743437.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435758282.meta 2024-11-12T18:22:38,310 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:38,311 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435743437.meta is not closed yet, will try archiving it next time 2024-11-12T18:22:38,311 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9911683f163c%2C42499%2C1731435741298:(num 1731435742400) roll requested 2024-11-12T18:22:38,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741834_1010 (size=3473) 2024-11-12T18:22:38,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435743437.meta not finished, retry = 0 2024-11-12T18:22:38,331 DEBUG [regionserver/9911683f163c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, exclude list is [], retry=0 2024-11-12T18:22:38,332 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to pos 687, reset compression=false 2024-11-12T18:22:38,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:38,344 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 2024-11-12T18:22:38,344 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:38,344 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 is not closed yet, will try archiving it next time 2024-11-12T18:22:38,344 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9911683f163c%2C42499%2C1731435741298.rep:(num 1731435755491) roll requested 2024-11-12T18:22:38,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c1349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42029,-1 for getting cluster id 2024-11-12T18:22:38,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:38,351 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67512d40-43fe-4336-bb79-41416d84ac8f' 2024-11-12T18:22:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67512d40-43fe-4336-bb79-41416d84ac8f" 2024-11-12T18:22:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4986d8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42029,-1] 2024-11-12T18:22:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:38,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,353 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:38,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd99fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42029,1731435741115 2024-11-12T18:22:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b60eec 2024-11-12T18:22:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:38,360 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 for the last time to pos 687, reset compression=false 2024-11-12T18:22:38,361 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:38,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://9911683f163c:33579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T18:22:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741832_1008 (size=695) 2024-11-12T18:22:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T18:22:38,368 DEBUG [regionserver/9911683f163c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.rep.1731435758344, exclude list is [], retry=0 2024-11-12T18:22:38,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:22:38,369 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:33579' 2024-11-12T18:22:38,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42989,DS-ecb68976-1f3d-40ea-a957-ecaf18840d21,DISK] 2024-11-12T18:22:38,394 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/oldWALs/9911683f163c%2C42499%2C1731435741298.1731435742400 2024-11-12T18:22:38,398 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb2a685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,398 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33579,-1 for getting cluster id 2024-11-12T18:22:38,398 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:38,399 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c991e049-3e26-45dd-8f4b-93cc8a06c649' 2024-11-12T18:22:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c991e049-3e26-45dd-8f4b-93cc8a06c649" 2024-11-12T18:22:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b590be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33579,-1] 2024-11-12T18:22:38,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:38,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,401 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:38,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42abc7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,403 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33579,1731435748954 2024-11-12T18:22:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a49dee8 2024-11-12T18:22:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:38,405 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:38,406 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T18:22:38,406 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T18:22:38,406 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,406 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:38,417 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 was moved to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/oldWALs/9911683f163c%2C42499%2C1731435741298.1731435742400 2024-11-12T18:22:38,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T18:22:38,420 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 was moved to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/oldWALs/9911683f163c%2C42499%2C1731435741298.1731435742400 2024-11-12T18:22:38,420 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 and length of the file is 695 2024-11-12T18:22:38,421 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400 2024-11-12T18:22:38,421 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, startPosition=0, beingWritten=true 2024-11-12T18:22:38,424 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435742400, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T18:22:38,425 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.rep.1731435755491 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.rep.1731435758344 2024-11-12T18:22:38,428 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42305:42305)] 2024-11-12T18:22:38,429 DEBUG [regionserver/9911683f163c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.rep.1731435755491 is not closed yet, will try archiving it next time 2024-11-12T18:22:38,430 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9911683f163c%2C42499%2C1731435741298.1731435742400] 2024-11-12T18:22:38,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741839_1015 (size=1505) 2024-11-12T18:22:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:22:38,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T18:22:38,569 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T18:22:38,633 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9911683f163c,42499,1731435741298, ReplicationSource: 2, currentBandwidth=0 2024-11-12T18:22:38,636 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T18:22:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T18:22:38,651 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9911683f163c,42499,1731435741298 suceeded 2024-11-12T18:22:38,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T18:22:38,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-12T18:22:38,666 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9911683f163c:33579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T18:22:38,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 305 msec 2024-11-12T18:22:38,677 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9911683f163c:33579' 2024-11-12T18:22:38,679 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cee0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,680 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33579,-1 for getting cluster id 2024-11-12T18:22:38,680 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:38,681 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c991e049-3e26-45dd-8f4b-93cc8a06c649' 2024-11-12T18:22:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c991e049-3e26-45dd-8f4b-93cc8a06c649" 2024-11-12T18:22:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@472711a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33579,-1] 2024-11-12T18:22:38,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:38,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T18:22:38,682 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T18:22:38,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:38,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:38,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:22:38,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:38,687 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:38,687 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@620543fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,688 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33579,1731435748954 2024-11-12T18:22:38,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63485beb 2024-11-12T18:22:38,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:38,690 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T18:22:38,690 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9911683f163c,42499,1731435741298 (queues=1) is replicating from cluster=67512d40-43fe-4336-bb79-41416d84ac8f to cluster=c991e049-3e26-45dd-8f4b-93cc8a06c649 2024-11-12T18:22:38,690 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9911683f163c%2C42499%2C1731435741298 2024-11-12T18:22:38,691 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9911683f163c,42499,1731435741298, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T18:22:38,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731435758693/Put/seqid=0 2024-11-12T18:22:38,701 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, startPosition=0, beingWritten=true 2024-11-12T18:22:38,703 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9911683f163c%2C42499%2C1731435741298 2024-11-12T18:22:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741845_1021 (size=11194) 2024-11-12T18:22:38,721 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731435758721/Put/seqid=0 2024-11-12T18:22:38,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741846_1022 (size=10791) 2024-11-12T18:22:38,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af7df5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,42029,-1 for getting cluster id 2024-11-12T18:22:38,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:38,733 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '67512d40-43fe-4336-bb79-41416d84ac8f' 2024-11-12T18:22:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "67512d40-43fe-4336-bb79-41416d84ac8f" 2024-11-12T18:22:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff73bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,42029,-1] 2024-11-12T18:22:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:38,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,735 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:38,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee23ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,42499,1731435741298, seqNum=-1] 2024-11-12T18:22:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:38,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:22:38,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,42029,1731435741115 2024-11-12T18:22:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3be5c8 2024-11-12T18:22:38,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:38,757 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:22:38,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2] 2024-11-12T18:22:38,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:22:38,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T18:22:38,773 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T18:22:38,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T18:22:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:38,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T18:22:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HRegion(2603): Flush status journal for c67b997e1963f09c5ec2dc1c25ac818d: 2024-11-12T18:22:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_1 2024-11-12T18:22:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_1 as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ 2024-11-12T18:22:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_0 2024-11-12T18:22:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_0 as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ 2024-11-12T18:22:38,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_1 into c67b997e1963f09c5ec2dc1c25ac818d/f as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ - updating store file list. 2024-11-12T18:22:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f99239c6b6b44f984f25cd50d104350_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:38,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ into c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:38,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_1 into c67b997e1963f09c5ec2dc1c25ac818d/f (new location: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_) 2024-11-12T18:22:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_1 2024-11-12T18:22:38,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_0 into c67b997e1963f09c5ec2dc1c25ac818d/f as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ - updating store file list. 2024-11-12T18:22:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b24d2770a1554f3280b6eacc0d427922_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:38,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ into c67b997e1963f09c5ec2dc1c25ac818d/f 2024-11-12T18:22:38,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_0 into c67b997e1963f09c5ec2dc1c25ac818d/f (new location: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_) 2024-11-12T18:22:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42499 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/staging/jenkins__test__hcfutd36g1rlfhp1u9vtn1s36sscq7ppac7ptavgguu2t0pqttq2cggn1a823l10/f/hfile_0 2024-11-12T18:22:38,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:38,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:38,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2 , the old value is region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9911683f163c:42499 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:22:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T18:22:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., hostname=9911683f163c,42499,1731435741298, seqNum=2 from cache 2024-11-12T18:22:38,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:38,814 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-12T18:22:38,815 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:22:38,916 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 0, reset compression=false 2024-11-12T18:22:38,922 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T18:22:38,931 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:22:38,931 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[{test/c67b997e1963f09c5ec2dc1c25ac818d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435758809/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T18:22:38,933 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:22:38,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T18:22:38,934 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 0, reset compression=false 2024-11-12T18:22:38,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.ReplicationSink(318): Replicating [67512d40-43fe-4336-bb79-41416d84ac8f] bulk loaded data 2024-11-12T18:22:38,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f52cc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] client.ClusterIdFetcher(90): Going to request 9911683f163c,33579,-1 for getting cluster id 2024-11-12T18:22:38,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:22:38,941 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c991e049-3e26-45dd-8f4b-93cc8a06c649' 2024-11-12T18:22:38,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:22:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c991e049-3e26-45dd-8f4b-93cc8a06c649" 2024-11-12T18:22:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a15518a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9911683f163c,33579,-1] 2024-11-12T18:22:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:22:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:38,943 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:22:38,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b550c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:22:38,980 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T18:22:38,984 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[{test/c67b997e1963f09c5ec2dc1c25ac818d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731435758809/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T18:22:38,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.ReplicationSink(318): Replicating [67512d40-43fe-4336-bb79-41416d84ac8f] bulk loaded data 2024-11-12T18:22:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741837_1013 (size=10791) 2024-11-12T18:22:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741839_1015 (size=10791) 2024-11-12T18:22:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741838_1014 (size=11194) 2024-11-12T18:22:39,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:39,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9911683f163c,33579,1731435748954 2024-11-12T18:22:39,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8073d82 2024-11-12T18:22:39,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:22:39,041 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T18:22:39,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:22:39,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:22:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9911683f163c,43089,1731435749000, seqNum=-1] 2024-11-12T18:22:39,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:22:39,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T18:22:39,056 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T18:22:39,058 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T18:22:39,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ for inclusion in 6d4e5aba8ba708257b3d5cd7af5ccdd9/f 2024-11-12T18:22:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T18:22:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:39,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ for inclusion in 6d4e5aba8ba708257b3d5cd7af5ccdd9/f 2024-11-12T18:22:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T18:22:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HRegion(2603): Flush status journal for 6d4e5aba8ba708257b3d5cd7af5ccdd9: 2024-11-12T18:22:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b24d2770a1554f3280b6eacc0d427922_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:22:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/4b9cfb4a39ea4ffdabd4297dbcd54d1b_SeqId_4_ 2024-11-12T18:22:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f99239c6b6b44f984f25cd50d104350_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:22:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/83ba6af58a3f470a90e76f45eec4f39d_SeqId_4_ 2024-11-12T18:22:39,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ into 6d4e5aba8ba708257b3d5cd7af5ccdd9/f as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/4b9cfb4a39ea4ffdabd4297dbcd54d1b_SeqId_4_ - updating store file list. 2024-11-12T18:22:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b9cfb4a39ea4ffdabd4297dbcd54d1b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:39,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/4b9cfb4a39ea4ffdabd4297dbcd54d1b_SeqId_4_ into 6d4e5aba8ba708257b3d5cd7af5ccdd9/f 2024-11-12T18:22:39,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ into 6d4e5aba8ba708257b3d5cd7af5ccdd9/f (new location: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/4b9cfb4a39ea4ffdabd4297dbcd54d1b_SeqId_4_) 2024-11-12T18:22:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ 2024-11-12T18:22:39,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ into 6d4e5aba8ba708257b3d5cd7af5ccdd9/f as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/83ba6af58a3f470a90e76f45eec4f39d_SeqId_4_ - updating store file list. 2024-11-12T18:22:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83ba6af58a3f470a90e76f45eec4f39d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:39,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/83ba6af58a3f470a90e76f45eec4f39d_SeqId_4_ into 6d4e5aba8ba708257b3d5cd7af5ccdd9/f 2024-11-12T18:22:39,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ into 6d4e5aba8ba708257b3d5cd7af5ccdd9/f (new location: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/f/83ba6af58a3f470a90e76f45eec4f39d_SeqId_4_) 2024-11-12T18:22:39,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/staging/jenkins.hfs.23__test__59c3ve5t0k9rmfmlpm5s8gb5obcmf2e7crfa5qijvfetke59243uck8uj5r4ddj/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ 2024-11-12T18:22:39,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43089 {}] regionserver.ReplicationSink(324): Finished replicating [67512d40-43fe-4336-bb79-41416d84ac8f] bulk loaded data 2024-11-12T18:22:39,131 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:39,180 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:39,435 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:39,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741840_1016 (size=11194) 2024-11-12T18:22:39,490 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:39,819 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T18:22:39,840 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:39,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T18:22:39,856 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T18:22:39,859 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T18:22:39,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ for inclusion in 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T18:22:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:39,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ for inclusion in 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T18:22:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T18:22:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(2603): Flush status journal for 347ebe340c6e2d805175eb166cbd8ace: 2024-11-12T18:22:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f99239c6b6b44f984f25cd50d104350_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:22:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ddf02e4ca8e1482287622396ee5e4bca_SeqId_6_ 2024-11-12T18:22:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b24d2770a1554f3280b6eacc0d427922_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T18:22:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/d8c4df63c26b4696ad3ad9e95d664e16_SeqId_6_ 2024-11-12T18:22:39,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ into 347ebe340c6e2d805175eb166cbd8ace/f as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ddf02e4ca8e1482287622396ee5e4bca_SeqId_6_ - updating store file list. 2024-11-12T18:22:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ddf02e4ca8e1482287622396ee5e4bca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:39,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ddf02e4ca8e1482287622396ee5e4bca_SeqId_6_ into 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:39,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ into 347ebe340c6e2d805175eb166cbd8ace/f (new location: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/ddf02e4ca8e1482287622396ee5e4bca_SeqId_6_) 2024-11-12T18:22:39,895 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/2f99239c6b6b44f984f25cd50d104350_SeqId_6_ 2024-11-12T18:22:39,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ into 347ebe340c6e2d805175eb166cbd8ace/f as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/d8c4df63c26b4696ad3ad9e95d664e16_SeqId_6_ - updating store file list. 2024-11-12T18:22:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8c4df63c26b4696ad3ad9e95d664e16_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T18:22:39,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/d8c4df63c26b4696ad3ad9e95d664e16_SeqId_6_ into 347ebe340c6e2d805175eb166cbd8ace/f 2024-11-12T18:22:39,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ into 347ebe340c6e2d805175eb166cbd8ace/f (new location: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/f/d8c4df63c26b4696ad3ad9e95d664e16_SeqId_6_) 2024-11-12T18:22:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/staging/jenkins.hfs.22__test__tjk8ooh70s9r0jq72ucikbprrsmeh4crpm9ckqer0kogc7cldgsaalc2um2sheii/f/b24d2770a1554f3280b6eacc0d427922_SeqId_6_ 2024-11-12T18:22:39,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.ReplicationSink(324): Finished replicating [67512d40-43fe-4336-bb79-41416d84ac8f] bulk loaded data 2024-11-12T18:22:40,241 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T18:22:40,345 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:40,425 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:40,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:22:40,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:40,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:40,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:40,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:40,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:40,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:22:40,839 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1704470736, stopped=false 2024-11-12T18:22:40,839 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,33579,1731435748954 2024-11-12T18:22:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1039935457/running 2024-11-12T18:22:40,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:40,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:40,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:40,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:40,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:40,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,43089,1731435749000' ***** 2024-11-12T18:22:40,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:22:40,842 INFO [RS:0;9911683f163c:43089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:22:40,842 INFO [RS:0;9911683f163c:43089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:22:40,842 INFO [RS:0;9911683f163c:43089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:22:40,842 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:40,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1039935457/running 2024-11-12T18:22:40,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:40,843 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,43089,1731435749000 2024-11-12T18:22:40,843 INFO [RS:0;9911683f163c:43089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:40,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/running 2024-11-12T18:22:40,843 INFO [RS:0;9911683f163c:43089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:43089. 2024-11-12T18:22:40,843 DEBUG [RS:0;9911683f163c:43089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:40,843 DEBUG [RS:0;9911683f163c:43089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:40,843 INFO [RS:0;9911683f163c:43089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:22:40,843 INFO [RS:0;9911683f163c:43089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:22:40,843 INFO [RS:0;9911683f163c:43089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:22:40,843 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:22:40,844 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d4e5aba8ba708257b3d5cd7af5ccdd9, disabling compactions & flushes 2024-11-12T18:22:40,844 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:40,844 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:40,844 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. after waiting 0 ms 2024-11-12T18:22:40,844 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:40,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Set watcher on znode that does not yet exist, /2-1039935457/running 2024-11-12T18:22:40,844 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:22:40,852 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:22:40,852 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d4e5aba8ba708257b3d5cd7af5ccdd9=test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9.} 2024-11-12T18:22:40,853 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4e5aba8ba708257b3d5cd7af5ccdd9 2024-11-12T18:22:40,853 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:40,853 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:40,853 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:40,853 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:40,853 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:40,853 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T18:22:40,870 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/default/test/6d4e5aba8ba708257b3d5cd7af5ccdd9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T18:22:40,870 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:40,871 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d4e5aba8ba708257b3d5cd7af5ccdd9: Waiting for close lock at 1731435760844Running coprocessor pre-close hooks at 1731435760844Disabling compacts and flushes for region at 1731435760844Disabling writes for close at 1731435760844Writing region close event to WAL at 1731435760850 (+6 ms)Running coprocessor post-close hooks at 1731435760870 (+20 ms)Closed at 1731435760871 (+1 ms) 2024-11-12T18:22:40,871 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9. 2024-11-12T18:22:40,891 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/info/57a1fe9cc9e04943865e295223351ec9 is 129, key is test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9./info:regioninfo/1731435754227/Put/seqid=0 2024-11-12T18:22:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741839_1015 (size=6421) 2024-11-12T18:22:40,901 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:40,948 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:41,031 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:41,053 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:41,254 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:41,299 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/info/57a1fe9cc9e04943865e295223351ec9 2024-11-12T18:22:41,350 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/ns/4e75b084aa974f6b9b0a1b434c978987 is 43, key is default/ns:d/1731435751588/Put/seqid=0 2024-11-12T18:22:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741840_1016 (size=5153) 2024-11-12T18:22:41,454 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:41,479 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:22:41,479 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:22:41,654 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:41,656 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:41,744 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:41,769 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/ns/4e75b084aa974f6b9b0a1b434c978987 2024-11-12T18:22:41,796 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/rep_barrier/ee113b90691846ec9e8c840d556d9740 is 112, key is test,,1731435753434.6d4e5aba8ba708257b3d5cd7af5ccdd9./rep_barrier:seqnumDuringOpen/1731435754227/Put/seqid=0 2024-11-12T18:22:41,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741841_1017 (size=5518) 2024-11-12T18:22:41,854 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:22:41,854 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:22:41,855 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:42,055 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:42,200 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/rep_barrier/ee113b90691846ec9e8c840d556d9740 2024-11-12T18:22:42,230 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/table/d2305c9bf3b5447496dd77cde7c974ae is 40, key is test/table:state/1731435754233/Put/seqid=0 2024-11-12T18:22:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741842_1018 (size=5165) 2024-11-12T18:22:42,255 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:42,455 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:42,461 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:42,548 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:42,635 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/table/d2305c9bf3b5447496dd77cde7c974ae 2024-11-12T18:22:42,639 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/info/57a1fe9cc9e04943865e295223351ec9 as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/info/57a1fe9cc9e04943865e295223351ec9 2024-11-12T18:22:42,643 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/info/57a1fe9cc9e04943865e295223351ec9, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T18:22:42,644 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/ns/4e75b084aa974f6b9b0a1b434c978987 as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/ns/4e75b084aa974f6b9b0a1b434c978987 2024-11-12T18:22:42,647 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/ns/4e75b084aa974f6b9b0a1b434c978987, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:22:42,648 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/rep_barrier/ee113b90691846ec9e8c840d556d9740 as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/rep_barrier/ee113b90691846ec9e8c840d556d9740 2024-11-12T18:22:42,652 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/rep_barrier/ee113b90691846ec9e8c840d556d9740, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T18:22:42,653 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/.tmp/table/d2305c9bf3b5447496dd77cde7c974ae as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/table/d2305c9bf3b5447496dd77cde7c974ae 2024-11-12T18:22:42,655 DEBUG [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:42,657 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/table/d2305c9bf3b5447496dd77cde7c974ae, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:22:42,658 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1805ms, sequenceid=11, compaction requested=false 2024-11-12T18:22:42,667 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T18:22:42,668 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:42,668 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:42,668 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:42,668 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435760852Running coprocessor pre-close hooks at 1731435760852Disabling compacts and flushes for region at 1731435760852Disabling writes for close at 1731435760853 (+1 ms)Obtaining lock to block concurrent updates at 1731435760853Preparing flush snapshotting stores in 1588230740 at 1731435760853Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731435760853Flushing stores of hbase:meta,,1.1588230740 at 1731435760854 (+1 ms)Flushing 1588230740/info: creating writer at 1731435760854Flushing 1588230740/info: appending metadata at 1731435760890 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731435760890Flushing 1588230740/ns: creating writer at 1731435761305 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731435761349 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1731435761349Flushing 1588230740/rep_barrier: creating writer at 1731435761779 (+430 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435761795 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435761795Flushing 1588230740/table: creating writer at 1731435762208 (+413 ms)Flushing 1588230740/table: appending metadata at 1731435762230 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731435762230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596a468: reopening flushed file at 1731435762639 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f0cb9fd: reopening flushed file at 1731435762643 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ab8975: reopening flushed file at 1731435762648 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216a51d4: reopening flushed file at 1731435762652 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1805ms, sequenceid=11, compaction requested=false at 1731435762658 (+6 ms)Writing region close event to WAL at 1731435762664 (+6 ms)Running coprocessor post-close hooks at 1731435762668 (+4 ms)Closed at 1731435762668 2024-11-12T18:22:42,668 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:42,856 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,43089,1731435749000; all regions closed. 2024-11-12T18:22:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741834_1010 (size=2717) 2024-11-12T18:22:42,860 DEBUG [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/oldWALs 2024-11-12T18:22:42,860 INFO [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C43089%2C1731435749000.meta:.meta(num 1731435751539) 2024-11-12T18:22:42,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741832_1008 (size=1028) 2024-11-12T18:22:42,868 DEBUG [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/oldWALs 2024-11-12T18:22:42,868 INFO [RS:0;9911683f163c:43089 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C43089%2C1731435749000:(num 1731435750618) 2024-11-12T18:22:42,868 DEBUG [RS:0;9911683f163c:43089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:42,868 INFO [RS:0;9911683f163c:43089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:42,868 INFO [RS:0;9911683f163c:43089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:42,868 INFO [RS:0;9911683f163c:43089 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:42,869 INFO [RS:0;9911683f163c:43089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:42,869 INFO [RS:0;9911683f163c:43089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:43089. 2024-11-12T18:22:42,869 DEBUG [RS:0;9911683f163c:43089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:42,869 DEBUG [RS:0;9911683f163c:43089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:42,869 DEBUG [RS:0;9911683f163c:43089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:42,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:42,869 INFO [RS:0;9911683f163c:43089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43089 2024-11-12T18:22:42,870 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:42,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457/rs 2024-11-12T18:22:42,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1039935457/rs/9911683f163c,43089,1731435749000 2024-11-12T18:22:42,876 INFO [RS:0;9911683f163c:43089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:42,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,43089,1731435749000] 2024-11-12T18:22:42,879 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1039935457/draining/9911683f163c,43089,1731435749000 already deleted, retry=false 2024-11-12T18:22:42,879 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,43089,1731435749000 expired; onlineServers=0 2024-11-12T18:22:42,879 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,33579,1731435748954' ***** 2024-11-12T18:22:42,879 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:22:42,879 INFO [M:0;9911683f163c:33579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:42,879 INFO [M:0;9911683f163c:33579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:42,879 DEBUG [M:0;9911683f163c:33579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:22:42,879 DEBUG [M:0;9911683f163c:33579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:22:42,879 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:22:42,879 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435750405 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435750405,5,FailOnTimeoutGroup] 2024-11-12T18:22:42,879 INFO [M:0;9911683f163c:33579 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:42,879 INFO [M:0;9911683f163c:33579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:42,880 DEBUG [M:0;9911683f163c:33579 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:22:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1039935457/master 2024-11-12T18:22:42,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1039935457 2024-11-12T18:22:42,882 INFO [M:0;9911683f163c:33579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:22:42,882 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435750409 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435750409,5,FailOnTimeoutGroup] 2024-11-12T18:22:42,882 INFO [M:0;9911683f163c:33579 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:42,882 INFO [M:0;9911683f163c:33579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:22:42,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:22:42,883 DEBUG [M:0;9911683f163c:33579 {}] zookeeper.ZKUtil(347): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Unable to get data of znode /2-1039935457/master because node does not exist (not an error) 2024-11-12T18:22:42,883 WARN [M:0;9911683f163c:33579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:22:42,883 INFO [M:0;9911683f163c:33579 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/.lastflushedseqids 2024-11-12T18:22:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741843_1019 (size=173) 2024-11-12T18:22:42,890 INFO [M:0;9911683f163c:33579 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:22:42,890 INFO [M:0;9911683f163c:33579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:22:42,891 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:42,891 INFO [M:0;9911683f163c:33579 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:42,891 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:42,891 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:42,891 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:42,891 INFO [M:0;9911683f163c:33579 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T18:22:42,915 DEBUG [M:0;9911683f163c:33579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f58fc10172d437482b1a805623e1dc3 is 82, key is hbase:meta,,1/info:regioninfo/1731435751578/Put/seqid=0 2024-11-12T18:22:42,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741844_1020 (size=5672) 2024-11-12T18:22:42,920 INFO [M:0;9911683f163c:33579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f58fc10172d437482b1a805623e1dc3 2024-11-12T18:22:42,950 DEBUG [M:0;9911683f163c:33579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2deedde9a304ee5b79b8fa1e2cf3a0a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435754237/Put/seqid=0 2024-11-12T18:22:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741845_1021 (size=6586) 2024-11-12T18:22:42,957 INFO [M:0;9911683f163c:33579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2deedde9a304ee5b79b8fa1e2cf3a0a 2024-11-12T18:22:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:42,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43089-0x100353ac2ec0007, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:42,979 INFO [RS:0;9911683f163c:43089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:42,979 INFO [RS:0;9911683f163c:43089 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,43089,1731435749000; zookeeper connection closed. 2024-11-12T18:22:42,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@763c00c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@763c00c3 2024-11-12T18:22:42,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:22:42,981 DEBUG [M:0;9911683f163c:33579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6de52822de641edbd6161670776916e is 69, key is 9911683f163c,43089,1731435749000/rs:state/1731435750461/Put/seqid=0 2024-11-12T18:22:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741846_1022 (size=5156) 2024-11-12T18:22:42,986 INFO [M:0;9911683f163c:33579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6de52822de641edbd6161670776916e 2024-11-12T18:22:42,993 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f58fc10172d437482b1a805623e1dc3 as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f58fc10172d437482b1a805623e1dc3 2024-11-12T18:22:42,996 INFO [M:0;9911683f163c:33579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f58fc10172d437482b1a805623e1dc3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T18:22:42,997 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2deedde9a304ee5b79b8fa1e2cf3a0a as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2deedde9a304ee5b79b8fa1e2cf3a0a 2024-11-12T18:22:43,000 INFO [M:0;9911683f163c:33579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2deedde9a304ee5b79b8fa1e2cf3a0a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T18:22:43,001 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6de52822de641edbd6161670776916e as hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6de52822de641edbd6161670776916e 2024-11-12T18:22:43,004 INFO [M:0;9911683f163c:33579 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36323/user/jenkins/test-data/106d7139-3240-78c6-d001-d9e969172979/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6de52822de641edbd6161670776916e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T18:22:43,005 INFO [M:0;9911683f163c:33579 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=55, compaction requested=false 2024-11-12T18:22:43,012 INFO [M:0;9911683f163c:33579 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:43,012 DEBUG [M:0;9911683f163c:33579 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435762891Disabling compacts and flushes for region at 1731435762891Disabling writes for close at 1731435762891Obtaining lock to block concurrent updates at 1731435762891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435762891Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731435762891Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435762892 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435762892Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435762914 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435762914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435762931 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435762950 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435762950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435762960 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435762981 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435762981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cfd07f3: reopening flushed file at 1731435762990 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e211d09: reopening flushed file at 1731435762997 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bec9aa: reopening flushed file at 1731435763000 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=55, compaction requested=false at 1731435763005 (+5 ms)Writing region close event to WAL at 1731435763012 (+7 ms)Closed at 1731435763012 2024-11-12T18:22:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741830_1006 (size=32770) 2024-11-12T18:22:43,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:43,019 INFO [M:0;9911683f163c:33579 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:22:43,019 INFO [M:0;9911683f163c:33579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33579 2024-11-12T18:22:43,020 INFO [M:0;9911683f163c:33579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:43,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33579-0x100353ac2ec0006, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:43,122 INFO [M:0;9911683f163c:33579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:43,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d5f7af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:43,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@306934ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:43,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:43,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668cb360{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:43,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23951614{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:43,129 WARN [BP-1940291832-172.17.0.3-1731435748014 heartbeating to localhost/127.0.0.1:36323 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:22:43,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:22:43,129 WARN [BP-1940291832-172.17.0.3-1731435748014 heartbeating to localhost/127.0.0.1:36323 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1940291832-172.17.0.3-1731435748014 (Datanode Uuid 96b45f58-cf90-4af0-84e5-09ce9dd2aace) service to localhost/127.0.0.1:36323 2024-11-12T18:22:43,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:22:43,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/cluster_294177e7-8d0b-9199-ea15-31b9a3de9f14/data/data1/current/BP-1940291832-172.17.0.3-1731435748014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:43,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/cluster_294177e7-8d0b-9199-ea15-31b9a3de9f14/data/data2/current/BP-1940291832-172.17.0.3-1731435748014 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:43,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:22:43,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1909a285{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:43,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@789efb3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:43,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:43,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c8baf7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:43,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a65f36e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e6e68fad-7b94-8a8b-0b81-31fc0d5affd9/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:43,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:22:43,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:22:43,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:43,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:43,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:43,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:22:43,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1625090696, stopped=false 2024-11-12T18:22:43,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,38453,1731435745073 2024-11-12T18:22:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1270950844/running 2024-11-12T18:22:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1270950844/running 2024-11-12T18:22:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:43,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:43,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:43,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/running 2024-11-12T18:22:43,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Set watcher on znode that does not yet exist, /1-1270950844/running 2024-11-12T18:22:43,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:43,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,166 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,46547,1731435745180' ***** 2024-11-12T18:22:43,166 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:22:43,166 INFO [RS:0;9911683f163c:46547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:22:43,166 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(3091): Received CLOSE for 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,46547,1731435745180 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:46547. 2024-11-12T18:22:43,167 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 347ebe340c6e2d805175eb166cbd8ace, disabling compactions & flushes 2024-11-12T18:22:43,167 DEBUG [RS:0;9911683f163c:46547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:43,167 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:43,167 DEBUG [RS:0;9911683f163c:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,167 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:43,167 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. after waiting 0 ms 2024-11-12T18:22:43,167 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:22:43,167 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:22:43,180 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T18:22:43,181 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 347ebe340c6e2d805175eb166cbd8ace=test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace.} 2024-11-12T18:22:43,181 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 347ebe340c6e2d805175eb166cbd8ace 2024-11-12T18:22:43,181 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:43,181 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:43,181 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:43,181 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:43,181 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:43,181 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T18:22:43,184 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:43,184 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/default/test/347ebe340c6e2d805175eb166cbd8ace/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:22:43,185 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:43,185 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:43,185 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:43,185 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 347ebe340c6e2d805175eb166cbd8ace: Waiting for close lock at 1731435763167Running coprocessor pre-close hooks at 1731435763167Disabling compacts and flushes for region at 1731435763167Disabling writes for close at 1731435763167Writing region close event to WAL at 1731435763181 (+14 ms)Running coprocessor post-close hooks at 1731435763185 (+4 ms)Closed at 1731435763185 2024-11-12T18:22:43,185 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace. 2024-11-12T18:22:43,202 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/info/9cee611a8dd7448e8cc0e302db4e7e17 is 129, key is test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace./info:regioninfo/1731435753037/Put/seqid=0 2024-11-12T18:22:43,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741841_1017 (size=6421) 2024-11-12T18:22:43,293 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:22:43,365 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:43,381 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:43,451 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:43,581 DEBUG [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:43,611 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/info/9cee611a8dd7448e8cc0e302db4e7e17 2024-11-12T18:22:43,636 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/ns/1b02c7c3eedb49fb92f7b217f543e608 is 43, key is default/ns:d/1731435747927/Put/seqid=0 2024-11-12T18:22:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741842_1018 (size=5153) 2024-11-12T18:22:43,640 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/ns/1b02c7c3eedb49fb92f7b217f543e608 2024-11-12T18:22:43,663 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/rep_barrier/9790b303679747b1acbf6e6eec00e826 is 112, key is test,,1731435752294.347ebe340c6e2d805175eb166cbd8ace./rep_barrier:seqnumDuringOpen/1731435753037/Put/seqid=0 2024-11-12T18:22:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741843_1019 (size=5518) 2024-11-12T18:22:43,674 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/rep_barrier/9790b303679747b1acbf6e6eec00e826 2024-11-12T18:22:43,704 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/table/d590fe5795084e21b4dac0be9f3c0e09 is 40, key is test/table:state/1731435753043/Put/seqid=0 2024-11-12T18:22:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741844_1020 (size=5165) 2024-11-12T18:22:43,716 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/table/d590fe5795084e21b4dac0be9f3c0e09 2024-11-12T18:22:43,721 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/info/9cee611a8dd7448e8cc0e302db4e7e17 as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/info/9cee611a8dd7448e8cc0e302db4e7e17 2024-11-12T18:22:43,725 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/info/9cee611a8dd7448e8cc0e302db4e7e17, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T18:22:43,726 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/ns/1b02c7c3eedb49fb92f7b217f543e608 as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/ns/1b02c7c3eedb49fb92f7b217f543e608 2024-11-12T18:22:43,730 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/ns/1b02c7c3eedb49fb92f7b217f543e608, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:22:43,731 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/rep_barrier/9790b303679747b1acbf6e6eec00e826 as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/rep_barrier/9790b303679747b1acbf6e6eec00e826 2024-11-12T18:22:43,735 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/rep_barrier/9790b303679747b1acbf6e6eec00e826, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T18:22:43,736 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/.tmp/table/d590fe5795084e21b4dac0be9f3c0e09 as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/table/d590fe5795084e21b4dac0be9f3c0e09 2024-11-12T18:22:43,742 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/table/d590fe5795084e21b4dac0be9f3c0e09, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T18:22:43,743 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=11, compaction requested=false 2024-11-12T18:22:43,748 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T18:22:43,748 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:43,748 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:43,748 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:43,749 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435763181Running coprocessor pre-close hooks at 1731435763181Disabling compacts and flushes for region at 1731435763181Disabling writes for close at 1731435763181Obtaining lock to block concurrent updates at 1731435763181Preparing flush snapshotting stores in 1588230740 at 1731435763181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731435763181Flushing stores of hbase:meta,,1.1588230740 at 1731435763182 (+1 ms)Flushing 1588230740/info: creating writer at 1731435763182Flushing 1588230740/info: appending metadata at 1731435763201 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731435763201Flushing 1588230740/ns: creating writer at 1731435763615 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731435763635 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731435763635Flushing 1588230740/rep_barrier: creating writer at 1731435763644 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435763663 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435763663Flushing 1588230740/table: creating writer at 1731435763682 (+19 ms)Flushing 1588230740/table: appending metadata at 1731435763704 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731435763704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a664e68: reopening flushed file at 1731435763720 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b4925f: reopening flushed file at 1731435763725 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dc827e: reopening flushed file at 1731435763730 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cefec6e: reopening flushed file at 1731435763735 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 562ms, sequenceid=11, compaction requested=false at 1731435763743 (+8 ms)Writing region close event to WAL at 1731435763745 (+2 ms)Running coprocessor post-close hooks at 1731435763748 (+3 ms)Closed at 1731435763748 2024-11-12T18:22:43,749 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:43,781 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,46547,1731435745180; all regions closed. 2024-11-12T18:22:43,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741834_1010 (size=2717) 2024-11-12T18:22:43,785 DEBUG [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/oldWALs 2024-11-12T18:22:43,786 INFO [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C46547%2C1731435745180.meta:.meta(num 1731435747888) 2024-11-12T18:22:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741832_1008 (size=1374) 2024-11-12T18:22:43,789 DEBUG [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/oldWALs 2024-11-12T18:22:43,789 INFO [RS:0;9911683f163c:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9911683f163c%2C46547%2C1731435745180:(num 1731435746954) 2024-11-12T18:22:43,789 DEBUG [RS:0;9911683f163c:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,789 INFO [RS:0;9911683f163c:46547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:43,789 INFO [RS:0;9911683f163c:46547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:43,789 INFO [RS:0;9911683f163c:46547 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:43,789 INFO [RS:0;9911683f163c:46547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:43,789 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:43,790 INFO [RS:0;9911683f163c:46547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:46547. 2024-11-12T18:22:43,790 DEBUG [RS:0;9911683f163c:46547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:43,790 DEBUG [RS:0;9911683f163c:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,790 DEBUG [RS:0;9911683f163c:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:43,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:43,790 INFO [RS:0;9911683f163c:46547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46547 2024-11-12T18:22:43,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1270950844/rs/9911683f163c,46547,1731435745180 2024-11-12T18:22:43,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844/rs 2024-11-12T18:22:43,792 INFO [RS:0;9911683f163c:46547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:43,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,46547,1731435745180] 2024-11-12T18:22:43,794 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1270950844/draining/9911683f163c,46547,1731435745180 already deleted, retry=false 2024-11-12T18:22:43,794 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,46547,1731435745180 expired; onlineServers=0 2024-11-12T18:22:43,794 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,38453,1731435745073' ***** 2024-11-12T18:22:43,794 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:43,795 DEBUG [M:0;9911683f163c:38453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:22:43,795 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:22:43,795 DEBUG [M:0;9911683f163c:38453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:22:43,795 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435746749 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435746749,5,FailOnTimeoutGroup] 2024-11-12T18:22:43,795 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435746749 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435746749,5,FailOnTimeoutGroup] 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:43,795 DEBUG [M:0;9911683f163c:38453 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:43,795 INFO [M:0;9911683f163c:38453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:22:43,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:22:43,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1270950844/master 2024-11-12T18:22:43,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1270950844 2024-11-12T18:22:43,797 DEBUG [M:0;9911683f163c:38453 {}] zookeeper.ZKUtil(347): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Unable to get data of znode /1-1270950844/master because node does not exist (not an error) 2024-11-12T18:22:43,797 WARN [M:0;9911683f163c:38453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:22:43,798 INFO [M:0;9911683f163c:38453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/.lastflushedseqids 2024-11-12T18:22:43,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741845_1021 (size=173) 2024-11-12T18:22:43,810 INFO [M:0;9911683f163c:38453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:22:43,810 INFO [M:0;9911683f163c:38453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:22:43,810 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:43,810 INFO [M:0;9911683f163c:38453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:43,811 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:43,811 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:43,811 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:43,811 INFO [M:0;9911683f163c:38453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T18:22:43,827 DEBUG [M:0;9911683f163c:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34708267c3824e7abc2f86263564eb28 is 82, key is hbase:meta,,1/info:regioninfo/1731435747919/Put/seqid=0 2024-11-12T18:22:43,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741846_1022 (size=5672) 2024-11-12T18:22:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:43,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x100353ac2ec0004, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:43,894 INFO [RS:0;9911683f163c:46547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:43,894 INFO [RS:0;9911683f163c:46547 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,46547,1731435745180; zookeeper connection closed. 2024-11-12T18:22:43,894 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af84133 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af84133 2024-11-12T18:22:43,894 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:22:44,232 INFO [M:0;9911683f163c:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34708267c3824e7abc2f86263564eb28 2024-11-12T18:22:44,250 DEBUG [M:0;9911683f163c:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714de5efa33e42c888bb788920f73c7f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731435753046/Put/seqid=0 2024-11-12T18:22:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741847_1023 (size=6586) 2024-11-12T18:22:44,369 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:44,457 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:44,659 INFO [M:0;9911683f163c:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714de5efa33e42c888bb788920f73c7f 2024-11-12T18:22:44,683 DEBUG [M:0;9911683f163c:38453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b4a71c05d6474992166a117a0e7bfd is 69, key is 9911683f163c,46547,1731435745180/rs:state/1731435746802/Put/seqid=0 2024-11-12T18:22:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741848_1024 (size=5156) 2024-11-12T18:22:45,092 INFO [M:0;9911683f163c:38453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b4a71c05d6474992166a117a0e7bfd 2024-11-12T18:22:45,103 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34708267c3824e7abc2f86263564eb28 as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34708267c3824e7abc2f86263564eb28 2024-11-12T18:22:45,107 INFO [M:0;9911683f163c:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34708267c3824e7abc2f86263564eb28, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T18:22:45,107 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714de5efa33e42c888bb788920f73c7f as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/714de5efa33e42c888bb788920f73c7f 2024-11-12T18:22:45,111 INFO [M:0;9911683f163c:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/714de5efa33e42c888bb788920f73c7f, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T18:22:45,112 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62b4a71c05d6474992166a117a0e7bfd as hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b4a71c05d6474992166a117a0e7bfd 2024-11-12T18:22:45,117 INFO [M:0;9911683f163c:38453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39093/user/jenkins/test-data/f73c4fca-1959-a7a9-ff26-5f460fa72501/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62b4a71c05d6474992166a117a0e7bfd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T18:22:45,118 INFO [M:0;9911683f163c:38453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=55, compaction requested=false 2024-11-12T18:22:45,120 INFO [M:0;9911683f163c:38453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:45,120 DEBUG [M:0;9911683f163c:38453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435763810Disabling compacts and flushes for region at 1731435763810Disabling writes for close at 1731435763811 (+1 ms)Obtaining lock to block concurrent updates at 1731435763811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435763811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731435763811Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435763812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435763812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435763826 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435763827 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435764235 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435764250 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435764250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435764663 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435764683 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435764683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa89c9a: reopening flushed file at 1731435765102 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ff87c4: reopening flushed file at 1731435765107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2793de87: reopening flushed file at 1731435765111 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=55, compaction requested=false at 1731435765118 (+7 ms)Writing region close event to WAL at 1731435765120 (+2 ms)Closed at 1731435765120 2024-11-12T18:22:45,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44219 is added to blk_1073741830_1006 (size=32770) 2024-11-12T18:22:45,123 INFO [M:0;9911683f163c:38453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:22:45,123 INFO [M:0;9911683f163c:38453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38453 2024-11-12T18:22:45,123 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:45,124 INFO [M:0;9911683f163c:38453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:45,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:45,226 INFO [M:0;9911683f163c:38453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:45,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38453-0x100353ac2ec0003, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:45,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ea7041a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:45,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6202975d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:45,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:45,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f245e45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:45,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5af007df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:45,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:22:45,230 WARN [BP-908310430-172.17.0.3-1731435743635 heartbeating to localhost/127.0.0.1:39093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:22:45,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:22:45,231 WARN [BP-908310430-172.17.0.3-1731435743635 heartbeating to localhost/127.0.0.1:39093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-908310430-172.17.0.3-1731435743635 (Datanode Uuid 840acaec-8564-4d48-a5c6-b38952d03105) service to localhost/127.0.0.1:39093 2024-11-12T18:22:45,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/cluster_5e54c0e8-fdbb-c308-82d4-fe74a9551aff/data/data1/current/BP-908310430-172.17.0.3-1731435743635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:45,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/cluster_5e54c0e8-fdbb-c308-82d4-fe74a9551aff/data/data2/current/BP-908310430-172.17.0.3-1731435743635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:45,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:22:45,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fa287d2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:45,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9449504{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:45,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:45,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466bec40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:45,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1125a761{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69f4dfff-1d7c-a241-7ad4-26d7c6865fea/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:45,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:22:45,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:22:45,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:45,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:45,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:45,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:45,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:45,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:22:45,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432489904, stopped=false 2024-11-12T18:22:45,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9911683f163c,42029,1731435741115 2024-11-12T18:22:45,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-226939301/running 2024-11-12T18:22:45,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-226939301/running 2024-11-12T18:22:45,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:45,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:45,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:45,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:22:45,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:45,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:45,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9911683f163c,42499,1731435741298' ***** 2024-11-12T18:22:45,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:22:45,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/running 2024-11-12T18:22:45,257 INFO [RS:0;9911683f163c:42499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:22:45,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Set watcher on znode that does not yet exist, /0-226939301/running 2024-11-12T18:22:45,257 INFO [RS:0;9911683f163c:42499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:22:45,257 INFO [RS:0;9911683f163c:42499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:22:45,257 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:45,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:22:45,260 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(959): stopping server 9911683f163c,42499,1731435741298 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42499. 2024-11-12T18:22:45,261 DEBUG [RS:0;9911683f163c:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:45,261 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:45,261 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c67b997e1963f09c5ec2dc1c25ac818d, disabling compactions & flushes 2024-11-12T18:22:45,261 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:45,261 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:22:45,261 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. after waiting 0 ms 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:22:45,261 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:45,261 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:22:45,263 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:22:45,263 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1325): Online Regions={c67b997e1963f09c5ec2dc1c25ac818d=test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d., 327646e50e10ce7239b6beed5092c473=hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:22:45,263 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 327646e50e10ce7239b6beed5092c473, c67b997e1963f09c5ec2dc1c25ac818d 2024-11-12T18:22:45,264 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:22:45,264 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:22:45,264 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:22:45,264 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:22:45,264 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:22:45,264 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T18:22:45,271 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/default/test/c67b997e1963f09c5ec2dc1c25ac818d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:22:45,272 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:45,272 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T18:22:45,272 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:45,272 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c67b997e1963f09c5ec2dc1c25ac818d: Waiting for close lock at 1731435765261Running coprocessor pre-close hooks at 1731435765261Disabling compacts and flushes for region at 1731435765261Disabling writes for close at 1731435765261Writing region close event to WAL at 1731435765263 (+2 ms)Running coprocessor post-close hooks at 1731435765272 (+9 ms)Closed at 1731435765272 2024-11-12T18:22:45,272 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d. 2024-11-12T18:22:45,273 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 327646e50e10ce7239b6beed5092c473, disabling compactions & flushes 2024-11-12T18:22:45,273 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:45,273 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:45,273 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. after waiting 0 ms 2024-11-12T18:22:45,273 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:45,273 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 327646e50e10ce7239b6beed5092c473 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T18:22:45,293 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/info/b4833364360b48b4ada7b4365c713a3d is 147, key is hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473./info:regioninfo/1731435755620/Put/seqid=0 2024-11-12T18:22:45,293 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/.tmp/hfileref/0dfc83ce70a3401ba04333f43725100b is 74, key is 1/hfileref:2f99239c6b6b44f984f25cd50d104350_SeqId_6_/1731435759910/DeleteColumn/seqid=0 2024-11-12T18:22:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741847_1023 (size=5489) 2024-11-12T18:22:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741848_1024 (size=7686) 2024-11-12T18:22:45,313 INFO [regionserver/9911683f163c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:45,322 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:22:45,322 INFO [regionserver/9911683f163c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:22:45,464 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:45,473 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:45,478 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:45,478 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:45,478 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:45,479 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9911683f163c,42499,1731435741298: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9911683f163c,42499,1731435741298, walGroup=9911683f163c%2C42499%2C1731435741298, offset=9911683f163c%2C42499%2C1731435741298.1731435758311:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42499 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T18:22:45,481 ERROR [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T18:22:45,481 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T18:22:45,482 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T18:22:45,482 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T18:22:45,482 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T18:22:45,482 INFO [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1602224128, "init": 1048576000, "max": 2306867200, "used": 1048591344 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208466064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T18:22:45,482 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:42029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T18:22:45,561 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 393, reset compression=false 2024-11-12T18:22:45,566 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T18:22:45,566 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:45,567 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9911683f163c,42499,1731435741298 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T18:22:45,567 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-12T18:22:45,664 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:45,684 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:45,702 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/.tmp/hfileref/0dfc83ce70a3401ba04333f43725100b 2024-11-12T18:22:45,709 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/info/b4833364360b48b4ada7b4365c713a3d 2024-11-12T18:22:45,724 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/.tmp/queue/52ae94906866417e9157ac22aa93848a is 153, key is 1-9911683f163c,42499,1731435741298/queue:9911683f163c%2C42499%2C1731435741298/1731435759912/Put/seqid=0 2024-11-12T18:22:45,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741849_1025 (size=5504) 2024-11-12T18:22:45,731 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/ns/c13472cb5477498284c10bd08c33c9eb is 43, key is default/ns:d/1731435743504/Put/seqid=0 2024-11-12T18:22:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741850_1026 (size=5153) 2024-11-12T18:22:45,735 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/ns/c13472cb5477498284c10bd08c33c9eb 2024-11-12T18:22:45,757 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/rep_barrier/902ccefa64254d8993b907cd148e9eef is 112, key is test,,1731435751657.c67b997e1963f09c5ec2dc1c25ac818d./rep_barrier:seqnumDuringOpen/1731435752022/Put/seqid=0 2024-11-12T18:22:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741851_1027 (size=5518) 2024-11-12T18:22:45,777 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:45,864 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:45,987 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:46,064 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 327646e50e10ce7239b6beed5092c473 2024-11-12T18:22:46,081 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:46,129 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/.tmp/queue/52ae94906866417e9157ac22aa93848a 2024-11-12T18:22:46,133 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/.tmp/hfileref/0dfc83ce70a3401ba04333f43725100b as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/hfileref/0dfc83ce70a3401ba04333f43725100b 2024-11-12T18:22:46,137 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/hfileref/0dfc83ce70a3401ba04333f43725100b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T18:22:46,138 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/.tmp/queue/52ae94906866417e9157ac22aa93848a as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/queue/52ae94906866417e9157ac22aa93848a 2024-11-12T18:22:46,141 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/queue/52ae94906866417e9157ac22aa93848a, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T18:22:46,142 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 327646e50e10ce7239b6beed5092c473 in 869ms, sequenceid=17, compaction requested=false 2024-11-12T18:22:46,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/replication/327646e50e10ce7239b6beed5092c473/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T18:22:46,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:46,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:46,147 INFO [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:46,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 327646e50e10ce7239b6beed5092c473: Waiting for close lock at 1731435765273Running coprocessor pre-close hooks at 1731435765273Disabling compacts and flushes for region at 1731435765273Disabling writes for close at 1731435765273Obtaining lock to block concurrent updates at 1731435765273Preparing flush snapshotting stores in 327646e50e10ce7239b6beed5092c473 at 1731435765273Finished memstore snapshotting hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731435765273Flushing stores of hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. at 1731435765274 (+1 ms)Flushing 327646e50e10ce7239b6beed5092c473/hfileref: creating writer at 1731435765274Flushing 327646e50e10ce7239b6beed5092c473/hfileref: appending metadata at 1731435765293 (+19 ms)Flushing 327646e50e10ce7239b6beed5092c473/hfileref: closing flushed file at 1731435765293Flushing 327646e50e10ce7239b6beed5092c473/queue: creating writer at 1731435765706 (+413 ms)Flushing 327646e50e10ce7239b6beed5092c473/queue: appending metadata at 1731435765724 (+18 ms)Flushing 327646e50e10ce7239b6beed5092c473/queue: closing flushed file at 1731435765724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f6a7eb: reopening flushed file at 1731435766133 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6806543a: reopening flushed file at 1731435766137 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 327646e50e10ce7239b6beed5092c473 in 869ms, sequenceid=17, compaction requested=false at 1731435766142 (+5 ms)Writing region close event to WAL at 1731435766143 (+1 ms)Running coprocessor post-close hooks at 1731435766147 (+4 ms)Closed at 1731435766147 2024-11-12T18:22:46,147 DEBUG [RS_CLOSE_REGION-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731435754600.327646e50e10ce7239b6beed5092c473. 2024-11-12T18:22:46,161 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/rep_barrier/902ccefa64254d8993b907cd148e9eef 2024-11-12T18:22:46,182 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/table/d34b3b0aa2e34cb6bcc721c28ee1b952 is 53, key is hbase:replication/table:state/1731435755652/Put/seqid=0 2024-11-12T18:22:46,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741852_1028 (size=5308) 2024-11-12T18:22:46,264 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T18:22:46,264 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T18:22:46,265 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:46,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:22:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,391 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:46,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:22:46,465 DEBUG [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:22:46,484 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:46,586 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/table/d34b3b0aa2e34cb6bcc721c28ee1b952 2024-11-12T18:22:46,590 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/info/b4833364360b48b4ada7b4365c713a3d as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/info/b4833364360b48b4ada7b4365c713a3d 2024-11-12T18:22:46,594 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/info/b4833364360b48b4ada7b4365c713a3d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T18:22:46,595 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/ns/c13472cb5477498284c10bd08c33c9eb as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/ns/c13472cb5477498284c10bd08c33c9eb 2024-11-12T18:22:46,598 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/ns/c13472cb5477498284c10bd08c33c9eb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T18:22:46,599 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/rep_barrier/902ccefa64254d8993b907cd148e9eef as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/rep_barrier/902ccefa64254d8993b907cd148e9eef 2024-11-12T18:22:46,603 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/rep_barrier/902ccefa64254d8993b907cd148e9eef, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T18:22:46,604 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/.tmp/table/d34b3b0aa2e34cb6bcc721c28ee1b952 as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/table/d34b3b0aa2e34cb6bcc721c28ee1b952 2024-11-12T18:22:46,608 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/table/d34b3b0aa2e34cb6bcc721c28ee1b952, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T18:22:46,609 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false 2024-11-12T18:22:46,609 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:22:46,614 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T18:22:46,614 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T18:22:46,614 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:22:46,614 INFO [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:46,614 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731435765264Running coprocessor pre-close hooks at 1731435765264Disabling compacts and flushes for region at 1731435765264Disabling writes for close at 1731435765264Obtaining lock to block concurrent updates at 1731435765264Preparing flush snapshotting stores in 1588230740 at 1731435765264Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731435765264Flushing stores of hbase:meta,,1.1588230740 at 1731435765268 (+4 ms)Flushing 1588230740/info: creating writer at 1731435765268Flushing 1588230740/info: appending metadata at 1731435765293 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731435765293Flushing 1588230740/ns: creating writer at 1731435765713 (+420 ms)Flushing 1588230740/ns: appending metadata at 1731435765731 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731435765731Flushing 1588230740/rep_barrier: creating writer at 1731435765739 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731435765757 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731435765757Flushing 1588230740/table: creating writer at 1731435766165 (+408 ms)Flushing 1588230740/table: appending metadata at 1731435766181 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731435766181Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e6fc38: reopening flushed file at 1731435766590 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3192f664: reopening flushed file at 1731435766594 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a70b19: reopening flushed file at 1731435766598 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e44489a: reopening flushed file at 1731435766603 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1345ms, sequenceid=16, compaction requested=false at 1731435766609 (+6 ms)Writing region close event to WAL at 1731435766611 (+2 ms)Running coprocessor post-close hooks at 1731435766614 (+3 ms)Closed at 1731435766614 2024-11-12T18:22:46,615 DEBUG [RS_CLOSE_META-regionserver/9911683f163c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:22:46,665 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(976): stopping server 9911683f163c,42499,1731435741298; all regions closed. 2024-11-12T18:22:46,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741842_1018 (size=859) 2024-11-12T18:22:46,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.meta.1731435758282.meta not finished, retry = 0 2024-11-12T18:22:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741844_1020 (size=2791) 2024-11-12T18:22:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741843_1019 (size=696) 2024-11-12T18:22:46,772 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 not finished, retry = 0 2024-11-12T18:22:46,873 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:46,873 INFO [RS:0;9911683f163c:42499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:22:46,873 INFO [RS:0;9911683f163c:42499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:46,873 INFO [RS:0;9911683f163c:42499 {}] hbase.ChoreService(370): Chore service for: regionserver/9911683f163c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:46,873 INFO [RS:0;9911683f163c:42499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:46,873 INFO [regionserver/9911683f163c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:46,874 INFO [RS:0;9911683f163c:42499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9911683f163c,42499,1731435741298 because: Region server is closing 2024-11-12T18:22:46,874 INFO [RS:0;9911683f163c:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42499. 2024-11-12T18:22:46,874 DEBUG [RS:0;9911683f163c:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:46,874 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:46,874 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:46,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:46,895 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 to pos 688, reset compression=false 2024-11-12T18:22:46,897 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/WALs/9911683f163c,42499,1731435741298/9911683f163c%2C42499%2C1731435741298.1731435758311 2024-11-12T18:22:46,897 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T18:22:46,897 DEBUG [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T18:22:46,975 INFO [RS:0;9911683f163c:42499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 terminated 2024-11-12T18:22:46,975 INFO [RS:0;9911683f163c:42499 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9911683f163c,42499,1731435741298 because: Region server is closing 2024-11-12T18:22:46,975 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,1-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,1-9911683f163c,42499,1731435741298 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T18:22:46,975 INFO [RS:0;9911683f163c:42499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9911683f163c:42499. 2024-11-12T18:22:46,975 DEBUG [RS:0;9911683f163c:42499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:22:46,975 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:46,975 DEBUG [RS:0;9911683f163c:42499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:22:46,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:22:47,075 INFO [RS:0;9911683f163c:42499 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.shipper9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 terminated 2024-11-12T18:22:47,076 INFO [RS:0;9911683f163c:42499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42499 2024-11-12T18:22:47,075 WARN [RS_REFRESH_PEER-regionserver/9911683f163c:0-0.replicationSource,2-9911683f163c,42499,1731435741298.replicationSource.wal-reader.9911683f163c%2C42499%2C1731435741298,2-9911683f163c,42499,1731435741298 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-12T18:22:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-226939301/rs/9911683f163c,42499,1731435741298 2024-11-12T18:22:47,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301/rs 2024-11-12T18:22:47,078 INFO [RS:0;9911683f163c:42499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:47,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9911683f163c,42499,1731435741298] 2024-11-12T18:22:47,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-226939301/draining/9911683f163c,42499,1731435741298 already deleted, retry=false 2024-11-12T18:22:47,080 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9911683f163c,42499,1731435741298 expired; onlineServers=0 2024-11-12T18:22:47,081 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9911683f163c,42029,1731435741115' ***** 2024-11-12T18:22:47,081 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:22:47,081 DEBUG [M:0;9911683f163c:42029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:22:47,081 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:22:47,081 DEBUG [M:0;9911683f163c:42029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:22:47,081 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435742193 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.large.0-1731435742193,5,FailOnTimeoutGroup] 2024-11-12T18:22:47,081 DEBUG [master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435742196 {}] cleaner.HFileCleaner(306): Exit Thread[master/9911683f163c:0:becomeActiveMaster-HFileCleaner.small.0-1731435742196,5,FailOnTimeoutGroup] 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] hbase.ChoreService(370): Chore service for: master/9911683f163c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:22:47,081 DEBUG [M:0;9911683f163c:42029 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:22:47,081 INFO [M:0;9911683f163c:42029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:22:47,082 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:22:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-226939301/master 2024-11-12T18:22:47,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-226939301 2024-11-12T18:22:47,083 DEBUG [M:0;9911683f163c:42029 {}] zookeeper.ZKUtil(347): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Unable to get data of znode /0-226939301/master because node does not exist (not an error) 2024-11-12T18:22:47,083 WARN [M:0;9911683f163c:42029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:22:47,083 INFO [M:0;9911683f163c:42029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/.lastflushedseqids 2024-11-12T18:22:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741853_1029 (size=263) 2024-11-12T18:22:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:47,179 INFO [RS:0;9911683f163c:42499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:47,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42499-0x100353ac2ec0001, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:47,180 INFO [RS:0;9911683f163c:42499 {}] regionserver.HRegionServer(1031): Exiting; stopping=9911683f163c,42499,1731435741298; zookeeper connection closed. 2024-11-12T18:22:47,180 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1465b776 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1465b776 2024-11-12T18:22:47,180 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T18:22:47,488 INFO [M:0;9911683f163c:42029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:22:47,488 INFO [M:0;9911683f163c:42029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:22:47,488 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:22:47,488 INFO [M:0;9911683f163c:42029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:47,488 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:47,488 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:22:47,488 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:47,488 INFO [M:0;9911683f163c:42029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-12T18:22:47,505 DEBUG [M:0;9911683f163c:42029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb99c542f5b4479fa9bcdd9e5013934a is 82, key is hbase:meta,,1/info:regioninfo/1731435743482/Put/seqid=0 2024-11-12T18:22:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741854_1030 (size=5672) 2024-11-12T18:22:47,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:22:47,742 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:22:47,742 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149073 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9911683f163c,36183,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9911683f163c:36183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T18:22:47,909 INFO [M:0;9911683f163c:42029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb99c542f5b4479fa9bcdd9e5013934a 2024-11-12T18:22:47,929 DEBUG [M:0;9911683f163c:42029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e10213f9ca7945ab89c4b83b26b97c38 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731435755656/Put/seqid=0 2024-11-12T18:22:47,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741855_1031 (size=8909) 2024-11-12T18:22:48,333 INFO [M:0;9911683f163c:42029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e10213f9ca7945ab89c4b83b26b97c38 2024-11-12T18:22:48,355 DEBUG [M:0;9911683f163c:42029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0229cbfb917346e8a2914afd02540d2d is 69, key is 9911683f163c,42499,1731435741298/rs:state/1731435742206/Put/seqid=0 2024-11-12T18:22:48,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741856_1032 (size=5156) 2024-11-12T18:22:48,366 INFO [M:0;9911683f163c:42029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0229cbfb917346e8a2914afd02540d2d 2024-11-12T18:22:48,373 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb99c542f5b4479fa9bcdd9e5013934a as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb99c542f5b4479fa9bcdd9e5013934a 2024-11-12T18:22:48,382 INFO [M:0;9911683f163c:42029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb99c542f5b4479fa9bcdd9e5013934a, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T18:22:48,382 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e10213f9ca7945ab89c4b83b26b97c38 as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e10213f9ca7945ab89c4b83b26b97c38 2024-11-12T18:22:48,387 INFO [M:0;9911683f163c:42029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e10213f9ca7945ab89c4b83b26b97c38, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T18:22:48,388 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0229cbfb917346e8a2914afd02540d2d as hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0229cbfb917346e8a2914afd02540d2d 2024-11-12T18:22:48,394 INFO [M:0;9911683f163c:42029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36881/user/jenkins/test-data/fdd7a727-c696-b3af-8b93-44b9f2296dd0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0229cbfb917346e8a2914afd02540d2d, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T18:22:48,395 INFO [M:0;9911683f163c:42029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=112, compaction requested=false 2024-11-12T18:22:48,397 INFO [M:0;9911683f163c:42029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:22:48,397 DEBUG [M:0;9911683f163c:42029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731435767488Disabling compacts and flushes for region at 1731435767488Disabling writes for close at 1731435767488Obtaining lock to block concurrent updates at 1731435767488Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731435767488Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731435767488Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731435767489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731435767489Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731435767505 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731435767505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731435767913 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731435767929 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731435767929Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731435768338 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731435768354 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731435768354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cfe53e: reopening flushed file at 1731435768372 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ddf9ed: reopening flushed file at 1731435768382 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a104d9: reopening flushed file at 1731435768387 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=112, compaction requested=false at 1731435768395 (+8 ms)Writing region close event to WAL at 1731435768397 (+2 ms)Closed at 1731435768397 2024-11-12T18:22:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42989 is added to blk_1073741830_1006 (size=69055) 2024-11-12T18:22:48,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:22:48,403 INFO [M:0;9911683f163c:42029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:22:48,403 INFO [M:0;9911683f163c:42029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42029 2024-11-12T18:22:48,404 INFO [M:0;9911683f163c:42029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:22:48,510 INFO [M:0;9911683f163c:42029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:22:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42029-0x100353ac2ec0000, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:22:48,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27ebab49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:22:48,517 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a59a973{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:48,517 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:48,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@107b71c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:48,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e08cd82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:48,521 WARN [BP-1392965700-172.17.0.3-1731435739309 heartbeating to localhost/127.0.0.1:36881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:22:48,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:22:48,522 WARN [BP-1392965700-172.17.0.3-1731435739309 heartbeating to localhost/127.0.0.1:36881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1392965700-172.17.0.3-1731435739309 (Datanode Uuid 040ef4bb-f5ff-4f73-b778-225c0951ab21) service to localhost/127.0.0.1:36881 2024-11-12T18:22:48,522 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:22:48,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/data/data1/current/BP-1392965700-172.17.0.3-1731435739309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:48,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/cluster_5c61fda7-dd8d-edcd-ce4d-a96a7f8bf1b9/data/data2/current/BP-1392965700-172.17.0.3-1731435739309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:22:48,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:22:48,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c9adfa6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:22:48,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bee381f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:22:48,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:22:48,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dfe4ebc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:22:48,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b6d451a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/96f59273-150a-ffcd-1348-1046dd25042c/hadoop.log.dir/,STOPPED} 2024-11-12T18:22:48,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:22:48,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:22:48,576 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 530) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36323 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36323 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39093 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55900) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36323 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55900) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36881 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36881 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39093 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36881 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55900) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39093 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39093 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36323 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39093 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36323 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1011 (was 1236), ProcessCount=11 (was 11), AvailableMemoryMB=728 (was 620) - AvailableMemoryMB LEAK? - 2024-11-12T18:22:48,577 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-12T18:22:48,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100353ac2ec0002, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:22:48,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100353ac2ec0002, quorum=127.0.0.1:55900, baseZNode=/0-226939301 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:22:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100353ac2ec0005, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:22:48,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100353ac2ec0008, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T18:22:48,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100353ac2ec0008, quorum=127.0.0.1:55900, baseZNode=/2-1039935457 Received Disconnected from ZooKeeper, ignoring 2024-11-12T18:22:48,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100353ac2ec0005, quorum=127.0.0.1:55900, baseZNode=/1-1270950844 Received Disconnected from ZooKeeper, ignoring